-- Logs begin at Mon 2021-06-21 19:08:21 UTC, end at Mon 2021-06-21 19:56:33 UTC. -- Jun 21 19:36:13.960900 dv-cinder-792462-15-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 21 19:36:16.649866 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.common.config [-] Logging enabled! Jun 21 19:36:16.650423 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev366 Jun 21 19:36:16.650562 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104466) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 21 19:36:16.653748 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.common.config [-] Logging enabled! Jun 21 19:36:16.654005 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev366 Jun 21 19:36:16.654317 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104466) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 21 19:36:16.655246 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 21 19:36:16.655480 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 21 19:36:16.655834 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 21 19:36:16.656079 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 21 19:36:16.656304 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 21 19:36:16.656620 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.656918 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.657216 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.657451 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.657768 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.658062 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.658345 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.658633 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.658929 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.659216 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.659494 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.659778 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.660009 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.660289 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.660592 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.660899 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.661128 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] debug = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.661408 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.661852 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.662272 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.662553 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.662994 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.663136 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.663383 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.663659 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.663945 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.664272 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] host = dv-cinder-792462-15-smb {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.664550 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.664837 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.665139 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.665410 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.665683 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.665987 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.666272 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.666546 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.666816 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] log_file = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.667091 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.667648 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.667934 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.668224 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.668451 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.668676 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.668964 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.669251 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.669530 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.669832 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.670110 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.670385 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.670660 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.670928 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.671212 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.671498 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.671783 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.672056 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.672328 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.672600 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.672871 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.673157 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.673430 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.673716 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.673999 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.674283 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.674553 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.674825 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.675122 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.675408 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.675690 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.675974 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.676278 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.676561 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.676834 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.677104 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.677373 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] use_json = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.677647 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.677944 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.678223 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.678495 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.678763 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.679033 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.679301 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.679584 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:16.679879 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.680174 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.680474 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.680756 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.681053 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.681333 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.681622 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.681930 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.682220 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.682508 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.682796 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.683075 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.683358 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.683634 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.683927 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.684227 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.684520 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.684812 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.685090 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.685364 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.685637 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.685940 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.686227 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.686522 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.686813 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.687090 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.687370 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.687670 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.687949 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.688222 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.688498 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.688787 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.689064 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.689338 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.689618 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.689926 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.690200 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.690473 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.690751 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.691045 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.691321 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.691593 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.692376 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.692653 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.692926 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.693211 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.693489 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.693792 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.694068 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.694345 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.694620 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.694893 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.695171 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.695444 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.695721 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.695995 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.696267 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.696539 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.696811 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.697082 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.697355 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.697627 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.697927 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.698208 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.698479 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.698754 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.699027 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.699302 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.699588 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.699885 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.700164 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.700443 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.700722 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.701000 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.701276 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.701550 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.701852 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.702130 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.702402 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.702691 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.702973 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.703256 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.703538 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.703815 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.704109 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.704385 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.704664 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.704940 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.705216 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.705502 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.705809 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.706103 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.706397 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.706687 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.706977 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.707269 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.708147 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.708457 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.708738 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:16.708958 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 21 19:36:16.709197 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104466) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 21 19:36:17.064558 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:36:17.064839 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:36:17.065134 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:36:17.065468 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 21 19:36:17.457771 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:17.458062 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:17.458333 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:17.459674 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:17.459949 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:17.460215 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:17.494731 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:17.495008 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:17.495275 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:17.508345 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:17.508626 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:17.508895 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:17.539307 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:17.539579 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:17.539851 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:17.575852 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:17.576081 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:17.576353 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:17.808517 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:17.809133 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:17.809133 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:17.809307 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:17.810294 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:17.933203 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:17.933468 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:17.933773 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:17.934049 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:17.934316 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:17.934627 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:17.934887 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:17.935143 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:17.935399 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:17.935682 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:17.935941 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:17.936207 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:17.936467 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:17.936731 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:17.936985 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:17.937253 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:17.937524 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:17.937809 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:17.938082 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:17.938340 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:17.938623 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:17.938967 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:17.939219 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:17.939501 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:17.939749 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:17.939992 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:17.940390 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104466) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 19:36:17.940636 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104466) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 19:36:17.940876 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104466) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 19:36:17.941115 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104466) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 19:36:17.941354 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104466) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 19:36:17.941592 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104466) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 19:36:17.942017 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 21 19:36:17.945984 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 21 19:36:17.949912 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 21 19:36:17.953635 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jun 21 19:36:17.955293 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 21 19:36:17.955744 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 21 19:36:17.956079 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 21 19:36:17.956462 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 21 19:36:17.959792 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 21 19:36:17.960055 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 21 19:36:17.960403 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 21 19:36:17.988190 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 21 19:36:17.988639 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:17.988976 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104466) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 21 19:36:17.989339 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:17.990723 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104466) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 21 19:36:17.991005 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 21 19:36:17.991251 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 21 19:36:17.994394 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:17.994680 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.058532 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 21 19:36:18.058770 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 21 19:36:18.059009 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 21 19:36:18.059384 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 21 19:36:18.080107 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_db.sqlalchemy.engines [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104466) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 21 19:36:18.602132 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.plugins.ml2.managers [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Initializing driver for type 'gre' Jun 21 19:36:18.602575 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] gre ID ranges: [(1, 1000)] Jun 21 19:36:18.657045 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.plugins.ml2.managers [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Initializing driver for type 'local' Jun 21 19:36:18.657380 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.plugins.ml2.managers [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Initializing driver for type 'vlan' Jun 21 19:36:18.670216 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] VlanTypeDriver initialization complete Jun 21 19:36:18.670620 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.plugins.ml2.managers [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Initializing driver for type 'vxlan' Jun 21 19:36:18.671178 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] vxlan ID ranges: [(1, 1000)] Jun 21 19:36:18.722129 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.plugins.ml2.managers [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Initializing extension driver 'port_security' Jun 21 19:36:18.722469 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.plugins.ml2.extensions.port_security [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] PortSecurityExtensionDriver initialization complete Jun 21 19:36:18.722807 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.plugins.ml2.managers [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Initializing mechanism driver 'openvswitch' Jun 21 19:36:18.723193 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.plugins.ml2.managers [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Initializing mechanism driver 'hyperv' Jun 21 19:36:18.730067 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.plugins.ml2.plugin [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:36:18.730832 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > port after_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.731206 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > port after_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.731568 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > port after_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.731959 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > subnet after_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.732312 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > subnet after_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.732659 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.733042 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > network after_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.733400 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > network after_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.733775 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > network after_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.734158 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > security_group after_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.734505 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > security_group after_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.734845 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.735222 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.735633 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.735902 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.736287 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > address_group after_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.736633 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > address_group after_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.736971 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.737310 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] ML2 OVO RPC backend initialized. {{(pid=104466) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 21 19:36:18.738066 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.738420 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.739352 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > network before_response 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.739701 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > networks before_response 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.740046 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > port before_response 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.740385 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > ports before_response 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.740725 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > subnet before_response 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.741069 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > subnets before_response 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.741411 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > network after_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.741772 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > network after_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.742107 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > network after_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.742445 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > port after_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.742778 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > port after_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.743113 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > port after_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.743448 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > subnet after_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.743780 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > subnet after_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.744109 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.744689 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.plugins.ml2.plugin [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Modular L2 Plugin initialization complete Jun 21 19:36:18.745024 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading services supported by the core plugin {{(pid=104466) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 21 19:36:18.745347 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.plugins.ml2.managers [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Got port-security extension from driver 'port_security' Jun 21 19:36:18.745853 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.extensions.vlantransparent [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Disabled vlantransparent extension. Jun 21 19:36:18.746351 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104466) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 21 19:36:18.746664 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading Plugin: router Jun 21 19:36:18.782286 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.782675 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > router after_create 55549900 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.783040 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > router before_create 55549900 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.783405 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.783771 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.784290 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > router after_delete 55549900 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.784480 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.784845 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > router after_create 55549900 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.785191 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > router after_update 55549900 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.786089 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > router after_update 55549900 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.786444 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.786801 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > router after_update 55549900 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.787207 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > router precommit_update 55549900 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.787577 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: port after_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.787914 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: port after_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.788250 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: subnet after_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.788590 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.788935 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.789280 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > router precommit_create 55549900 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.789624 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: port before_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.790002 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > router precommit_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.790366 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > router after_update 55549900 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.790704 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.791054 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > router precommit_create 55549900 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.791414 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.791756 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > router precommit_update 55549900 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.792124 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > network after_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.793232 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.quota.resource_registry [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Tracking information for resource: router configured {{(pid=104466) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 19:36:18.793566 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.quota.resource_registry [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Tracking information for resource: floatingip configured {{(pid=104466) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 19:36:18.798483 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.db.l3_agentschedulers_db [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 21 19:36:18.799062 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: port after_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.799424 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: port after_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.799773 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: port after_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.800127 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: port after_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.800920 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > router before_create 55550100 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.801972 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.802340 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > router precommit_create 55550100 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.802698 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > router precommit_update 55550100 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.807205 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.services.provider_configuration [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Service providers = [] {{(pid=104466) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 21 19:36:18.807566 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.db.servicetype_db [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104466) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 21 19:36:18.810507 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.services.service_base [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104466) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 19:36:18.811037 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.services.service_base [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104466) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 19:36:18.811182 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.services.service_base [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104466) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 19:36:18.812054 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.services.service_base [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104466) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 19:36:18.812420 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.services.service_base [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 21 19:36:18.812788 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104466) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 19:36:18.813100 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 21 19:36:18.823717 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104466) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 19:36:18.824055 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading Plugin: auto_allocate Jun 21 19:36:18.829824 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: network precommit_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.830186 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: network precommit_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.830703 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104466) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 19:36:18.831023 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading Plugin: tag Jun 21 19:36:18.837565 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104466) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 19:36:18.837924 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading Plugin: timestamp Jun 21 19:36:18.841677 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104466) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 19:36:18.842032 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading Plugin: network_ip_availability Jun 21 19:36:18.849350 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.849745 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.850102 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:18.850815 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104466) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 19:36:18.851132 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading Plugin: flavors Jun 21 19:36:18.855856 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104466) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 19:36:18.856142 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading Plugin: revisions Jun 21 19:36:18.860428 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104466) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 19:36:18.860814 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_concurrency.lockutils [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.796s {{(pid=104466) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:36:18.861558 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104466) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 21 19:36:18.861919 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Initializing extension manager. Jun 21 19:36:18.862421 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: __init__.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.862758 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: __pycache__ {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.863090 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.863419 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: address_group.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.864778 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.865341 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: address-group Jun 21 19:36:18.865662 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: address_scope.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.866394 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.866914 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: address-scope Jun 21 19:36:18.867229 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.868130 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.868644 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: router-admin-state-down-before-update Jun 21 19:36:18.868963 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: agent.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.869658 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.870200 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: agent Jun 21 19:36:18.870519 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: agent_resources_synced.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.871414 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.871926 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: agent-resources-synced Jun 21 19:36:18.872246 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: allowedaddresspairs.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.874036 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.874571 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: allowed-address-pairs Jun 21 19:36:18.874895 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: auto_allocated_topology.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.876141 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.876663 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: auto-allocated-topology Jun 21 19:36:18.876988 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: availability_zone.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.877676 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.878214 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: availability_zone Jun 21 19:36:18.878534 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: availability_zone_filter.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.879461 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.879981 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: availability_zone_filter Jun 21 19:36:18.880300 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: data_plane_status.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.881188 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.881716 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extension data-plane-status not supported by any of loaded plugins Jun 21 19:36:18.882038 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: default_subnetpools.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.882933 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.883452 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: default-subnetpools Jun 21 19:36:18.883770 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.884560 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.885071 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: dhcp_agent_scheduler Jun 21 19:36:18.885386 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: dns.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.886307 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.886814 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extension dns-integration not supported by any of loaded plugins Jun 21 19:36:18.887129 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: dns_domain_ports.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.888021 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.888532 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 21 19:36:18.888849 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: dvr.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.889508 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.890051 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: dvr Jun 21 19:36:18.890368 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: empty_string_filtering.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.891252 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.891763 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: empty-string-filtering Jun 21 19:36:18.892084 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.892967 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.893474 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 21 19:36:18.893824 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.894720 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.895257 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 21 19:36:18.895576 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: external_net.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.896552 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.897159 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: external-net Jun 21 19:36:18.897711 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.898952 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.899853 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: extra_dhcp_opt Jun 21 19:36:18.900408 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: extraroute.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.901641 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.902197 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: extraroute Jun 21 19:36:18.902741 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: extraroute_atomic.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.904065 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.904589 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: extraroute-atomic Jun 21 19:36:18.904916 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: filter_validation.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.905573 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.906120 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: filter-validation Jun 21 19:36:18.906444 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: fip_pf_description.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.907333 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.907841 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 21 19:36:18.908162 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: fip_port_details.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.909066 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.909634 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: fip-port-details Jun 21 19:36:18.909981 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: flavors.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.911718 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.912241 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: flavors Jun 21 19:36:18.912566 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.914246 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.914772 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 21 19:36:18.915101 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: floatingip_pools.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.915788 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.916308 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: floatingip-pools Jun 21 19:36:18.916636 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: ip_allocation.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.917844 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.918359 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extension ip_allocation not supported by any of loaded plugins Jun 21 19:36:18.918677 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.919579 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.920100 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: ip-substring-filtering Jun 21 19:36:18.920423 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: l2_adjacency.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.921342 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.921886 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 21 19:36:18.922206 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: l3.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.923167 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.923686 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: router Jun 21 19:36:18.924011 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.927037 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.927569 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 21 19:36:18.927898 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.928812 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.929331 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: ext-gw-mode Jun 21 19:36:18.929654 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.930592 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.931109 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: l3-ha Jun 21 19:36:18.931430 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: l3_flavors.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.932325 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.932835 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: l3-flavors Jun 21 19:36:18.933153 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.934102 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.934617 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 21 19:36:18.934935 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: l3agentscheduler.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.935962 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.936481 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: l3_agent_scheduler Jun 21 19:36:18.936804 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: logging.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.938316 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.938844 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extension logging not supported by any of loaded plugins Jun 21 19:36:18.939169 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: metering.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.939895 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.940483 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: metering Jun 21 19:36:18.940804 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.941935 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.942458 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: metering_source_and_destination_fields Jun 21 19:36:18.942777 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: multiprovidernet.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.943682 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.944199 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: multi-provider Jun 21 19:36:18.944517 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: netmtu.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.945411 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.945952 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: net-mtu Jun 21 19:36:18.946271 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: netmtu_writable.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.947169 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.947681 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: net-mtu-writable Jun 21 19:36:18.948000 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: network_availability_zone.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.948662 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.949162 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: network_availability_zone Jun 21 19:36:18.949478 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: network_ip_availability.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.950593 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.951115 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: network-ip-availability Jun 21 19:36:18.951440 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: network_segment_range.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.952192 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.952700 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extension network-segment-range not supported by any of loaded plugins Jun 21 19:36:18.953020 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: pagination.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.954026 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.954356 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: pagination Jun 21 19:36:18.954675 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: port_device_profile.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.955582 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.956101 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: port-device-profile Jun 21 19:36:18.956429 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.957329 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.957895 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: port-mac-address-regenerate Jun 21 19:36:18.958213 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.959113 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.959626 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: port-numa-affinity-policy Jun 21 19:36:18.959949 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: port_resource_request.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.960844 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.961349 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extension port-resource-request not supported by any of loaded plugins Jun 21 19:36:18.961665 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: portbindings.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.962601 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.963112 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: binding Jun 21 19:36:18.963428 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: portbindings_extended.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.964686 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.965208 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: binding-extended Jun 21 19:36:18.965532 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: portsecurity.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.966463 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.966986 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: port-security Jun 21 19:36:18.967309 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: project_id.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.968269 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.968596 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: project-id Jun 21 19:36:18.968915 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: providernet.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.969862 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.970381 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: provider Jun 21 19:36:18.970700 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: qos.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.974860 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.975392 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extension qos not supported by any of loaded plugins Jun 21 19:36:18.975725 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.976954 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.977476 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 21 19:36:18.977837 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.978740 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.979257 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 21 19:36:18.979579 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: qos_default.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.980496 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.980993 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extension qos-default not supported by any of loaded plugins Jun 21 19:36:18.981316 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: qos_fip.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.981987 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.982495 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extension qos-fip not supported by any of loaded plugins Jun 21 19:36:18.982816 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: qos_gateway_ip.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.983717 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.984230 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 21 19:36:18.984552 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: qos_port_network_policy.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.985452 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.986002 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 21 19:36:18.986326 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: qos_rule_type_details.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.987221 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.987759 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 21 19:36:18.988079 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: qos_rules_alias.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.989705 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.990230 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 21 19:36:18.990560 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: quotasv2.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.991450 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.991776 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: quotas Jun 21 19:36:18.992094 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: quotasv2_detail.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.995109 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.995455 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: quota_details Jun 21 19:36:18.995788 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: rbac.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.996824 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.997352 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: rbac-policies Jun 21 19:36:18.997679 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: rbac_address_group.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:18.998611 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:18.999131 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: rbac-address-group Jun 21 19:36:18.999452 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: rbac_address_scope.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:19.000347 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:19.000872 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: rbac-address-scope Jun 21 19:36:19.001194 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: rbac_security_groups.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:19.002126 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:19.002642 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: rbac-security-groups Jun 21 19:36:19.002964 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: rbac_subnetpool.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:19.003866 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:19.004412 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: rbac-subnetpool Jun 21 19:36:19.004736 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: revisionifmatch.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:19.005645 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:19.006184 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: revision-if-match Jun 21 19:36:19.006517 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: revisions.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:19.007787 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:19.008304 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: standard-attr-revisions Jun 21 19:36:19.008627 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: router_availability_zone.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:19.009285 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:19.009842 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: router_availability_zone Jun 21 19:36:19.010166 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: routerservicetype.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:19.011071 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:19.011581 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extension router-service-type not supported by any of loaded plugins Jun 21 19:36:19.011902 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:19.012819 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:19.013335 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: security-groups-normalized-cidr Jun 21 19:36:19.013659 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:19.014588 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:19.015100 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: port-security-groups-filtering Jun 21 19:36:19.015422 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:19.016319 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:19.016833 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: security-groups-remote-address-group Jun 21 19:36:19.017155 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: securitygroup.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:19.026688 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:19.027225 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: security-group Jun 21 19:36:19.027561 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: segment.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:19.028338 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:19.028855 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extension segment not supported by any of loaded plugins Jun 21 19:36:19.029185 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:19.030135 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:19.030657 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 21 19:36:19.030984 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: servicetype.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:19.032056 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:19.032585 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: service-type Jun 21 19:36:19.032912 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: sorting.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:19.033897 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:19.034233 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: sorting Jun 21 19:36:19.034557 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: standard_attr_segment.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:19.035454 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:19.036501 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 21 19:36:19.036822 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: standardattrdescription.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:19.037470 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:19.038017 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: standard-attr-description Jun 21 19:36:19.038341 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: stateful_security_group.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:19.039266 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:19.039790 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: stateful-security-group Jun 21 19:36:19.040112 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: stdattrs_common.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:19.040680 dv-cinder-792462-15-smb neutron-server[104466]: WARNING neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 21 19:36:19.041005 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:19.042040 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:19.042825 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 21 19:36:19.043143 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: subnet_onboard.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:19.044196 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:19.044716 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: subnet_onboard Jun 21 19:36:19.045033 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:19.045984 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:19.046496 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 21 19:36:19.046813 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: subnet_service_types.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:19.047716 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:19.048232 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: subnet-service-types Jun 21 19:36:19.048550 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: subnetallocation.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:19.049612 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:19.050157 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: subnet_allocation Jun 21 19:36:19.050479 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:19.051167 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:19.052229 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: subnetpool-prefix-ops Jun 21 19:36:19.052549 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:19.053458 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:19.053997 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 21 19:36:19.054316 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: tagging.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:19.055361 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:19.055882 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: standard-attr-tag Jun 21 19:36:19.056203 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: timestamp.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:19.057389 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:19.057932 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loaded extension: standard-attr-timestamp Jun 21 19:36:19.058257 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: trunk.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:19.059272 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:19.059790 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extension trunk not supported by any of loaded plugins Jun 21 19:36:19.060113 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: trunk_details.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:19.061024 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:19.061542 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extension trunk-details not supported by any of loaded plugins Jun 21 19:36:19.061898 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: uplink_status_propagation.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:19.062805 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:19.063323 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 21 19:36:19.063642 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Loading extension file: vlantransparent.py {{(pid=104466) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 19:36:19.064298 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104466) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 19:36:19.064810 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 21 19:36:19.067330 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.quota.resource_registry [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Creating instance of TrackedResource for resource:network Jun 21 19:36:19.067869 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.quota.resource_registry [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Creating instance of TrackedResource for resource:subnet Jun 21 19:36:19.068271 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.quota.resource_registry [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 19:36:19.068665 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.quota.resource_registry [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Creating instance of TrackedResource for resource:port Jun 21 19:36:19.069932 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.v2.resource_helper [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 19:36:19.070377 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.v2.resource_helper [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Service FLAVORS assigned prefix: {{(pid=104466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 19:36:19.070988 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.v2.resource_helper [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 19:36:19.071415 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.v2.resource_helper [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 19:36:19.071741 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.quota.resource_registry [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Creating instance of TrackedResource for resource:router Jun 21 19:36:19.072167 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.quota.resource_registry [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Creating instance of TrackedResource for resource:floatingip Jun 21 19:36:19.072647 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.v2.resource_helper [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Service METERING assigned prefix: /metering {{(pid=104466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 19:36:19.074124 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:19.074494 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:19.074846 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104466) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:36:19.075826 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.quota.resource_registry [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Creating instance of CountableResource for resource:rbac_policy Jun 21 19:36:19.076271 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.quota.resource_registry [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Creating instance of TrackedResource for resource:security_group Jun 21 19:36:19.076706 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.quota.resource_registry [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 21 19:36:19.077308 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.v2.resource_helper [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Service CORE assigned prefix: {{(pid=104466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 19:36:19.077636 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.quota.resource_registry [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 19:36:19.078008 dv-cinder-792462-15-smb neutron-server[104466]: WARNING neutron.quota.resource_registry [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] subnetpool is already registered Jun 21 19:36:19.078451 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.v2.resource_helper [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Service CORE assigned prefix: {{(pid=104466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 19:36:19.078774 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.quota.resource_registry [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 19:36:19.079104 dv-cinder-792462-15-smb neutron-server[104466]: WARNING neutron.quota.resource_registry [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] subnetpool is already registered Jun 21 19:36:19.081411 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.v2.resource_helper [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 19:36:19.081876 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.v2.resource_helper [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Service FLAVORS assigned prefix: {{(pid=104466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 19:36:19.082496 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.v2.resource_helper [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 19:36:19.082915 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.v2.resource_helper [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 19:36:19.083249 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.quota.resource_registry [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Creating instance of TrackedResource for resource:router Jun 21 19:36:19.083589 dv-cinder-792462-15-smb neutron-server[104466]: WARNING neutron.quota.resource_registry [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] router is already registered Jun 21 19:36:19.083998 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.quota.resource_registry [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Creating instance of TrackedResource for resource:floatingip Jun 21 19:36:19.084333 dv-cinder-792462-15-smb neutron-server[104466]: WARNING neutron.quota.resource_registry [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] floatingip is already registered Jun 21 19:36:19.084781 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.v2.resource_helper [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Service METERING assigned prefix: /metering {{(pid=104466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 19:36:19.085449 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.quota.resource_registry [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Creating instance of CountableResource for resource:rbac_policy Jun 21 19:36:19.085809 dv-cinder-792462-15-smb neutron-server[104466]: WARNING neutron.quota.resource_registry [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] rbac_policy is already registered Jun 21 19:36:19.086223 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.quota.resource_registry [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Creating instance of TrackedResource for resource:security_group Jun 21 19:36:19.086556 dv-cinder-792462-15-smb neutron-server[104466]: WARNING neutron.quota.resource_registry [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] security_group is already registered Jun 21 19:36:19.086953 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.quota.resource_registry [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 21 19:36:19.087282 dv-cinder-792462-15-smb neutron-server[104466]: WARNING neutron.quota.resource_registry [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] security_group_rule is already registered Jun 21 19:36:19.087902 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.v2.resource_helper [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Service CORE assigned prefix: {{(pid=104466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 19:36:19.088227 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.quota.resource_registry [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 19:36:19.088557 dv-cinder-792462-15-smb neutron-server[104466]: WARNING neutron.quota.resource_registry [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] subnetpool is already registered Jun 21 19:36:19.088968 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.v2.resource_helper [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Service CORE assigned prefix: {{(pid=104466) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 19:36:19.089288 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.quota.resource_registry [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 19:36:19.089616 dv-cinder-792462-15-smb neutron-server[104466]: WARNING neutron.quota.resource_registry [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] subnetpool is already registered Jun 21 19:36:19.090108 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extended resource: extensions {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:36:19.091733 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extended resource: address-groups {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:36:19.093227 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extended resource: address-scopes {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:36:19.094586 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extended resource: agents {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:36:19.095763 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extended resource: auto-allocated-topology {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:36:19.097025 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extended resource: availability_zones {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:36:19.098807 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extended resource: dhcp-networks {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:36:19.100521 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extended resource: dhcp-agents {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:36:19.101992 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extended resource: routers {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:36:19.103723 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extended resource: flavors {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:36:19.106142 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extended resource: service_profiles {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:36:19.107338 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extended resource: next_providers {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:36:19.108970 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extended resource: service_profiles {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:36:19.110621 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extended resource: floatingip-pools {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:36:19.111880 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extended resource: routers {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:36:19.113605 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extended resource: floatingips {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:36:19.115481 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extended resource: l3-routers {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:36:19.117013 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extended resource: l3-agents {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:36:19.118487 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extended resource: metering-labels {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:36:19.119752 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extended resource: metering-label-rules {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:36:19.121141 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extended resource: network-ip-availabilities {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:36:19.122457 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extended resource: bindings {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:36:19.124014 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extended resource: quotas {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:36:19.125786 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extended resource: quotas {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:36:19.127228 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extended resource: rbac-policies {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:36:19.128440 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extended resource: security-groups {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:36:19.129815 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extended resource: security-group-rules {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:36:19.131093 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extended resource: service-providers {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:36:19.132337 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extended resource: subnetpools {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:36:19.133659 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extended resource: subnetpools {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:36:19.135258 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extended resource: tags {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:36:19.136923 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extended resource: tags {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:36:19.138823 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extended resource: tags {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:36:19.140608 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extended resource: tags {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:36:19.142346 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extended resource: tags {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:36:19.144291 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extended resource: tags {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:36:19.146665 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extended resource: tags {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:36:19.148464 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extended resource: tags {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:36:19.150397 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extended resource: tags {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:36:19.152154 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron.api.extensions [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Extended resource: tags {{(pid=104466) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 19:36:19.158237 dv-cinder-792462-15-smb neutron-server[104466]: WARNING keystonemiddleware.auth_token [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 21 19:36:19.163364 dv-cinder-792462-15-smb neutron-server[104466]: WARNING keystonemiddleware.auth_token [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 21 19:36:19.171941 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_concurrency.lockutils [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Acquired lock "singleton_lock" {{(pid=104466) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 21 19:36:19.172360 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_concurrency.lockutils [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Releasing lock "singleton_lock" {{(pid=104466) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 21 19:36:19.172985 dv-cinder-792462-15-smb neutron-server[104466]: INFO oslo_service.service [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Starting 2 workers Jun 21 19:36:19.177677 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Started child 104575 {{(pid=104466) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 19:36:19.181988 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Started child 104576 {{(pid=104466) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 19:36:19.183128 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:36:19.183776 dv-cinder-792462-15-smb neutron-server[104466]: INFO neutron.service [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 21 19:36:19.184224 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Notify callbacks [] for process, before_spawn {{(pid=104466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:36:19.184595 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [-] (104575) wsgi starting up on http://0.0.0.0:9696 Jun 21 19:36:19.186705 dv-cinder-792462-15-smb neutron-server[104466]: INFO oslo_service.service [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Starting 1 workers Jun 21 19:36:19.186931 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:36:19.188268 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [-] (104576) wsgi starting up on http://0.0.0.0:9696 Jun 21 19:36:19.191869 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Started child 104577 {{(pid=104466) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 19:36:19.192402 dv-cinder-792462-15-smb neutron-server[104466]: INFO oslo_service.service [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Starting 1 workers Jun 21 19:36:19.195364 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.service [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] calling RpcWorker wait() {{(pid=104577) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 21 19:36:19.195940 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.service [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] returning from RpcWorker wait() {{(pid=104577) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 21 19:36:19.196756 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Started child 104578 {{(pid=104466) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 19:36:19.197057 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:36:19.197503 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:36:19.197600 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG neutron_lib.callbacks.manager [None req-fab2af43-0913-4901-a337-1994ebc3e421 None None] Notify callbacks [] for process, after_spawn {{(pid=104466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:36:19.199549 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104466) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 21 19:36:19.199763 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 21 19:36:19.199949 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 21 19:36:19.200170 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 21 19:36:19.200502 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 21 19:36:19.200662 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 21 19:36:19.201165 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.201458 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.201609 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=104578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:36:19.202114 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.202114 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.202346 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.202757 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:36:19.202852 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.203112 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.203380 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.203653 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.203904 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.204078 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.204241 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.204500 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.204754 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.205033 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.205314 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.205564 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.205866 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.206045 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.206307 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.206570 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.206815 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.207078 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] debug = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.207341 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.208367 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.208614 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.208865 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.209086 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.209384 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.209614 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.209948 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.210198 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.210469 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.210687 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.210962 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.211213 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.211426 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.211665 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.211919 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.212158 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.212654 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] host = dv-cinder-792462-15-smb {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.212892 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.213129 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.213363 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.213618 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.213884 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.214101 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.214360 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.214639 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.214834 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.215060 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.215299 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.215557 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.215792 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.216025 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] log_file = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.216178 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] log_options = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.216440 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.216686 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.216969 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.217157 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.217327 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.217508 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.217781 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.217948 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.218187 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.218421 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.218634 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.218846 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.219061 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.219279 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.219553 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.219796 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.220027 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.220255 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.220511 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.220743 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.220983 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.221223 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.221456 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.221670 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.221937 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.222150 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.222408 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.222643 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.222879 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.223665 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.223911 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.224168 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.224420 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.224661 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.224896 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.225122 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.225840 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.225994 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.226210 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.226680 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.227123 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.227123 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.227408 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.227518 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.227771 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.227917 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] use_json = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.228123 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.228443 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.228799 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.229034 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.229482 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.229715 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.230800 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.231011 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.231435 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.231735 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.232046 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.232310 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.232547 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.232843 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.233076 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.233297 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.233570 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.233845 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.234691 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.234691 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.235468 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.236721 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.237018 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.237362 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.237639 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.237941 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.238191 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.238435 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.238689 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.238914 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.239256 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.239793 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.240768 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.241335 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.241335 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.243801 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.244071 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.244332 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.244570 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.244864 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.245152 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.245408 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.245633 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.245891 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.246153 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.246404 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.246644 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.246904 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.247174 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.247418 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.247646 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.247893 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.248114 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.248333 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.248573 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.248825 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.249065 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.249327 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.249557 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.249835 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.250076 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.250292 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.250515 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.250752 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.250975 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.251194 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.251415 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.251660 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.251889 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.252147 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.252370 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.252585 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.252801 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.253024 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.253274 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.253498 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.253751 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.253970 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.254193 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.254408 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.254643 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.254874 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.255069 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.255279 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.255777 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.256086 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.256328 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.256544 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.256782 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.256992 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.257205 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.257454 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.257738 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.258058 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.258284 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.258533 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.258773 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.259034 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.259255 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.259504 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.259724 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.259963 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.260197 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.260463 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.260694 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.260926 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.261185 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.261973 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.262240 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.262476 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.262735 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.262980 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.263218 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.263452 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.263744 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.263987 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.264242 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.264503 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.264768 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.265030 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.265281 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.265576 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.265826 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.266097 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.266388 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.266676 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.266932 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.267165 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.267416 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.267674 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.267934 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.268192 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.268439 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.268896 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.269124 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.269393 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.269628 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.270353 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.270579 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.270840 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.271159 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.271411 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.271646 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.271860 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.272127 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.272386 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.272621 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.272883 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.273125 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.273378 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.273652 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.273939 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.274173 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.275007 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.275244 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.275946 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.276232 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.276473 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.276980 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.278231 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.278660 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.278910 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.279458 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.279701 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.279922 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.280945 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.281188 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.281432 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.281657 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.281921 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.282165 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.282482 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.282712 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.283114 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.283359 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.283614 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.283836 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.284125 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.284376 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.284594 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.284848 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.285079 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.285330 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.286486 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.286763 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.287008 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.287274 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.287504 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.287738 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.288011 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.288257 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.288496 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.288719 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.288965 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.289219 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.289538 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.289818 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.290060 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.290326 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.290571 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.290829 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.291076 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.291299 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.291516 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.291736 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.291959 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.292191 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.292679 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.292898 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.293110 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.293322 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.293551 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.293889 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.294102 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.294401 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.294657 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.294886 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.295137 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.295365 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.295592 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.295904 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.296123 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.296338 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.296546 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.296771 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.296980 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.297190 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.297423 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.297633 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.297883 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.298107 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.298316 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.298529 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.298739 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.298963 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.299173 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.299381 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.299594 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.299802 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.300106 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.300361 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.300605 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.300896 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.301143 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.301390 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.301642 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.301994 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.302211 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.302491 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.302694 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.302916 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.303218 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.303583 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.304011 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.304485 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.304703 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.304878 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.305339 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.305558 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.305797 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.306080 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.306289 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.307228 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.307228 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.307228 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.307680 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.307807 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.308043 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.308341 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.308666 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.308666 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.309066 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.309219 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.309359 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.309585 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.309831 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.310053 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.310296 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.310541 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.310781 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.311022 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.311238 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.311397 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 21 19:36:19.311958 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104466) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 21 19:36:19.312119 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 21 19:36:19.312272 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 21 19:36:19.312442 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 21 19:36:19.312611 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 21 19:36:19.312761 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 21 19:36:19.313452 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.313452 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.313452 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.313452 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.313956 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.313956 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.314162 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.314162 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.314383 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.314491 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.314597 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.314704 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.314853 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.315020 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.315180 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.315333 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.315476 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.315633 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.315794 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.316052 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.316215 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.316370 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.316527 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] debug = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.316684 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.316913 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.317062 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.317228 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.317384 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.317540 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.317721 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.317874 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.318031 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.318174 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.318319 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.318475 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.318632 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.318788 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.318944 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.319100 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.319257 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.319413 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] host = dv-cinder-792462-15-smb {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.319567 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.319726 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.319881 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.320035 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.320192 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.320348 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.320504 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.320660 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.320814 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.320969 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.321126 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.321323 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.321408 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.321567 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] log_file = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.321756 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] log_options = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.321900 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.322057 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.322212 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.322399 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.322562 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.322723 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.323051 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.323051 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.323276 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.323401 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.323525 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.323650 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.323774 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.323884 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.324136 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.324299 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.324454 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.324610 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.324765 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.324924 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.325083 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.325238 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.325393 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.325532 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.325705 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.325870 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.326049 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.326210 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.326353 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.326510 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.326670 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.326824 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.326984 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.327135 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.327274 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.327411 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.327556 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.327698 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.327859 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.328619 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.328619 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.328619 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.328619 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.328619 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.329265 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.329265 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] use_json = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.329265 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.329265 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.329845 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.329845 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.329845 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.329845 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.330370 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.330370 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 19:36:19.330370 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.330370 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.330899 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.331037 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:36:19.331202 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.331202 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.331202 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.331202 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.331716 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.331716 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.331716 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.331716 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.332226 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.332226 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.332226 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.333152 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.333152 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.333152 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.333550 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.333550 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.333550 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.333965 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.333965 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.334241 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.334241 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.334501 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.38/identity {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.334501 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.334773 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.334773 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.335035 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.335183 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.335331 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.335470 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.335607 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.335744 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.335882 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.336020 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.336174 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.336317 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.336465 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.336612 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.336750 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.336888 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.337027 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.337182 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.337331 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.337470 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.337607 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.337773 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.337928 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.338069 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.338243 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.338398 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.338537 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.338697 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.338842 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.339003 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.339160 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.339308 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.339447 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.339604 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.339749 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.339925 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.340070 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.340231 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.340386 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.340525 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.340671 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.340831 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.340976 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.341138 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.341298 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.341437 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.341674 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.342067 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.342067 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.342692 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.342692 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.342692 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.342692 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.343221 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.343221 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.343221 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.343221 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.343697 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.343697 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.343697 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.344022 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.344022 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.344255 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.344255 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.344499 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.344622 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.344745 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.344865 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.344990 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.345113 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.345272 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.345434 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.345592 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.345773 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.345934 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.346093 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.346252 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.346410 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.346569 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.346728 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.346887 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.347046 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.347205 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.347434 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.347594 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.347764 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.347913 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.348715 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.348857 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.348983 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.349138 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.349299 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.349458 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.349617 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.349797 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.349957 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.350117 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.350273 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.350442 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.350570 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.350716 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.350884 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.351054 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.351212 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.351372 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.351531 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.351712 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.351871 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.352030 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.352190 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.352348 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.352507 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.352670 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.352798 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.352960 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.353120 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.353278 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.353438 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.38/identity {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.353597 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.353768 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.353910 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.354072 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.354231 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.354390 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.354549 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.354709 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.354867 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.355030 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.355189 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.355348 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.355507 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.355858 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.355858 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.356082 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.356978 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.356978 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.356978 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.356978 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.356978 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.356978 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.356978 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.357810 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.357810 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.357810 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.357810 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.357810 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.358369 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.358369 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.358369 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.358369 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.358920 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.358920 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.358920 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.358920 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.359385 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.359385 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.359385 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.359740 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.359740 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.359973 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.359973 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.360207 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.360330 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.360453 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.360585 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.360710 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.360833 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.360991 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.361150 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.361308 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.361467 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.361626 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.361808 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.361972 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.362133 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.362292 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.362451 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.362610 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.362769 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.362928 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.363099 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.363259 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.363418 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.363576 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.363761 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.363930 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.364089 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.364248 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.364405 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.364563 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.364731 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.364889 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.365054 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.365213 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.365371 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.365539 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.365714 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.365874 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.366033 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.366192 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.366361 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.366520 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.366679 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.366836 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.366994 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.367161 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.367322 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.367481 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.367648 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.367807 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.367966 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.368125 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.368296 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.368456 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.368617 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.368845 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.369053 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.369181 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.369316 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.369462 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.369631 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.369825 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.369986 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.370154 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.370321 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.370545 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.370681 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.370819 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.370946 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.371107 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.371266 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.371445 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.371579 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.371730 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.371888 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.372047 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.372205 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.372364 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.372524 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.372682 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.372841 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.373001 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.373160 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.373317 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.373477 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.373650 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.373814 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.373973 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 19:36:19.374124 dv-cinder-792462-15-smb neutron-server[104466]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104466) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 21 19:36:19.628611 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 36296) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:36:19.637606 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [-] 10.222.0.38 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063989 Jun 21 19:36:30.874600 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cb454b-e84a-4709-b229-749d73e6192e None None] get_active_networks_info from dv-cinder-792462-15-smb {{(pid=104577) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 21 19:36:30.963157 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cb454b-e84a-4709-b229-749d73e6192e None None] No non-hosted networks {{(pid=104577) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 21 19:36:30.971647 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.agentschedulers_db [None req-e5cb454b-e84a-4709-b229-749d73e6192e None None] DHCP Agent not found on host dv-cinder-792462-15-smb {{(pid=104577) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 21 19:36:31.041608 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-b516f758-3e54-4ceb-8eae-2787915e654d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065'] for agent, after_create {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:36:33.334530 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-a29e1ad5-de38-4dd9-b556-18fc7ad80f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065'] for agent, after_create {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:36:33.383860 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-c1e2219b-d51a-4b62-b87d-cddff61b85d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:36:33.485259 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065'] for agent, after_create {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:36:33.486326 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:36:33.486980 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:36:33.487494 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:36:33.488808 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:36:33.489136 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:36:33.489651 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:36:33.490260 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:36:33.490804 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:36:33.491372 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:36:33.491946 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:36:33.492592 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:36:33.493126 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:36:33.493752 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-792462-15-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:36:33.504793 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-792462-15-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:36:34.435007 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-14118032-cbf1-44bc-927f-b70ca464d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065'] for agent, after_create {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:36:35.929067 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-42de2df7-e83b-4cb7-9b47-4d153e7d24d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065'] for agent, after_create {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:36:37.069509 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 36388) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:36:37.545661 dv-cinder-792462-15-smb neutron-server[104576]: WARNING oslo_policy.policy [None req-976f1f86-04d8-464c-b383-9982692b3f7e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 19:36:37.546269 dv-cinder-792462-15-smb neutron-server[104576]: WARNING oslo_policy.policy [None req-976f1f86-04d8-464c-b383-9982692b3f7e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 19:36:37.760749 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [None req-976f1f86-04d8-464c-b383-9982692b3f7e admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=104576) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 19:36:37.761810 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-976f1f86-04d8-464c-b383-9982692b3f7e admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6913643 Jun 21 19:36:40.071974 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 36402) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:36:40.376178 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.v2.base [None req-b5f8324d-8f61-493b-b82e-97821107909d admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=104576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:36:40.470386 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.policy [None req-b5f8324d-8f61-493b-b82e-97821107909d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104576) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 21 19:36:40.515435 dv-cinder-792462-15-smb neutron-server[104576]: WARNING oslo_policy.policy [None req-b5f8324d-8f61-493b-b82e-97821107909d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 19:36:40.515744 dv-cinder-792462-15-smb neutron-server[104576]: WARNING oslo_policy.policy [None req-b5f8324d-8f61-493b-b82e-97821107909d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 19:36:40.524258 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.quota [None req-b5f8324d-8f61-493b-b82e-97821107909d admin admin] Loaded quota_driver: . Jun 21 19:36:40.619938 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-b5f8324d-8f61-493b-b82e-97821107909d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761652721354', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761652710173', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761652635477', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761652641035', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761652629710', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761652612868', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-583471', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-659504', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33214433', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33043222'] for rbac-policy, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:36:40.628804 dv-cinder-792462-15-smb neutron-server[104577]: INFO neutron.db.l3_hamode_db [None req-284c5099-c0de-4e2b-b393-638974532255 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 21 19:36:40.685495 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-b5f8324d-8f61-493b-b82e-97821107909d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:36:40.686684 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-b5f8324d-8f61-493b-b82e-97821107909d admin admin] 10.222.0.38 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6137016 Jun 21 19:36:40.704689 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284c5099-c0de-4e2b-b393-638974532255 None None] Routers set() bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:36:40.705074 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284c5099-c0de-4e2b-b393-638974532255 None None] Router IDs set() for agent in host dv-cinder-792462-15-smb {{(pid=104577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 21 19:36:43.203549 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 36414) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:36:43.495423 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.v2.base [None req-64ec613c-12bb-4eba-b4d3-24e76c6a0fb6 admin admin] Request body: {'network': {'project_id': '401c2d4d291e4cf08fa4887798dd5bfa', 'admin_state_up': True, 'name': 'private', 'tenant_id': '401c2d4d291e4cf08fa4887798dd5bfa'}} {{(pid=104576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:36:43.523386 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ec613c-12bb-4eba-b4d3-24e76c6a0fb6 admin admin] Made reservation on behalf of 401c2d4d291e4cf08fa4887798dd5bfa for: {'network': 1} {{(pid=104576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:36:43.526333 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-64ec613c-12bb-4eba-b4d3-24e76c6a0fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for network, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:36:43.542873 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-64ec613c-12bb-4eba-b4d3-24e76c6a0fb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:36:43.666304 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-64ec613c-12bb-4eba-b4d3-24e76c6a0fb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:36:43.670169 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-64ec613c-12bb-4eba-b4d3-24e76c6a0fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:36:43.675281 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:36:43.690475 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64ec613c-12bb-4eba-b4d3-24e76c6a0fb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=104576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 19:36:43.717340 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-64ec613c-12bb-4eba-b4d3-24e76c6a0fb6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761649872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740799'] for segment, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:36:43.717948 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-64ec613c-12bb-4eba-b4d3-24e76c6a0fb6 admin admin] Unsubscribe: segment precommit_create {{(pid=104576) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 21 19:36:43.718431 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.db.segments_db [None req-64ec613c-12bb-4eba-b4d3-24e76c6a0fb6 admin admin] Added segment 95308a34-16c3-413c-a6fc-151806dd772a of type vlan for network b690ed93-99eb-4381-b268-c6e26a518cb8 Jun 21 19:36:43.735312 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec613c-12bb-4eba-b4d3-24e76c6a0fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6138acaf-8f7e-4f6b-8c3f-62fd057b4b18,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:36:43.783626 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ec613c-12bb-4eba-b4d3-24e76c6a0fb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:36:43.783966 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ec613c-12bb-4eba-b4d3-24e76c6a0fb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:36:43.784286 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ec613c-12bb-4eba-b4d3-24e76c6a0fb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:36:43.784619 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ec613c-12bb-4eba-b4d3-24e76c6a0fb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:36:43.785420 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ec613c-12bb-4eba-b4d3-24e76c6a0fb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:36:43.785749 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ec613c-12bb-4eba-b4d3-24e76c6a0fb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:36:43.786057 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ec613c-12bb-4eba-b4d3-24e76c6a0fb6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:36:43.786394 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ec613c-12bb-4eba-b4d3-24e76c6a0fb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:36:43.786701 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ec613c-12bb-4eba-b4d3-24e76c6a0fb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:36:43.786998 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ec613c-12bb-4eba-b4d3-24e76c6a0fb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:36:43.787297 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ec613c-12bb-4eba-b4d3-24e76c6a0fb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:36:43.787591 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ec613c-12bb-4eba-b4d3-24e76c6a0fb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:36:43.788653 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ec613c-12bb-4eba-b4d3-24e76c6a0fb6 admin admin] Tracked resource versions report: Jun 21 19:36:43.788653 dv-cinder-792462-15-smb neutron-server[104576]: pushed versions: Jun 21 19:36:43.788653 dv-cinder-792462-15-smb neutron-server[104576]: { 'AddressGroup': {'1.2'}, Jun 21 19:36:43.788653 dv-cinder-792462-15-smb neutron-server[104576]: 'ConntrackHelper': {'1.0'}, Jun 21 19:36:43.788653 dv-cinder-792462-15-smb neutron-server[104576]: 'Log': {'1.0'}, Jun 21 19:36:43.788653 dv-cinder-792462-15-smb neutron-server[104576]: 'Network': {'1.1'}, Jun 21 19:36:43.788653 dv-cinder-792462-15-smb neutron-server[104576]: 'Port': {'1.7'}, Jun 21 19:36:43.788653 dv-cinder-792462-15-smb neutron-server[104576]: 'PortForwarding': {'1.2'}, Jun 21 19:36:43.788653 dv-cinder-792462-15-smb neutron-server[104576]: 'QosPolicy': {'1.8'}, Jun 21 19:36:43.788653 dv-cinder-792462-15-smb neutron-server[104576]: 'SecurityGroup': {'1.4'}, Jun 21 19:36:43.788653 dv-cinder-792462-15-smb neutron-server[104576]: 'SecurityGroupRule': {'1.2'}, Jun 21 19:36:43.788653 dv-cinder-792462-15-smb neutron-server[104576]: 'SubPort': {'1.0'}, Jun 21 19:36:43.788653 dv-cinder-792462-15-smb neutron-server[104576]: 'Subnet': {'1.1'}, Jun 21 19:36:43.788653 dv-cinder-792462-15-smb neutron-server[104576]: 'Trunk': {'1.1'}} Jun 21 19:36:43.788653 dv-cinder-792462-15-smb neutron-server[104576]: consumer versions: Jun 21 19:36:43.788653 dv-cinder-792462-15-smb neutron-server[104576]: { DHCP agent@dv-cinder-792462-15-smb: {}, Jun 21 19:36:43.788653 dv-cinder-792462-15-smb neutron-server[104576]: L3 agent@dv-cinder-792462-15-smb: {}, Jun 21 19:36:43.788653 dv-cinder-792462-15-smb neutron-server[104576]: Metadata agent@dv-cinder-792462-15-smb: {}, Jun 21 19:36:43.788653 dv-cinder-792462-15-smb neutron-server[104576]: Metering agent@dv-cinder-792462-15-smb: {}, Jun 21 19:36:43.788653 dv-cinder-792462-15-smb neutron-server[104576]: Open vSwitch agent@dv-cinder-792462-15-smb: { 'AddressGroup': '1.2', Jun 21 19:36:43.788653 dv-cinder-792462-15-smb neutron-server[104576]: 'ConntrackHelper': '1.0', Jun 21 19:36:43.788653 dv-cinder-792462-15-smb neutron-server[104576]: 'Log': '1.0', Jun 21 19:36:43.788653 dv-cinder-792462-15-smb neutron-server[104576]: 'Network': '1.1', Jun 21 19:36:43.788653 dv-cinder-792462-15-smb neutron-server[104576]: 'Port': '1.7', Jun 21 19:36:43.788653 dv-cinder-792462-15-smb neutron-server[104576]: 'PortForwarding': '1.2', Jun 21 19:36:43.788653 dv-cinder-792462-15-smb neutron-server[104576]: 'QosPolicy': '1.8', Jun 21 19:36:43.788653 dv-cinder-792462-15-smb neutron-server[104576]: 'SecurityGroup': '1.4', Jun 21 19:36:43.788653 dv-cinder-792462-15-smb neutron-server[104576]: 'SecurityGroupRule': '1.2', Jun 21 19:36:43.788653 dv-cinder-792462-15-smb neutron-server[104576]: 'SubPort': '1.0', Jun 21 19:36:43.788653 dv-cinder-792462-15-smb neutron-server[104576]: 'Subnet': '1.1', Jun 21 19:36:43.788653 dv-cinder-792462-15-smb neutron-server[104576]: 'Trunk': '1.1'}} Jun 21 19:36:43.788653 dv-cinder-792462-15-smb neutron-server[104576]: {{(pid=104576) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 19:36:43.834451 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-64ec613c-12bb-4eba-b4d3-24e76c6a0fb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761649351873'] for network, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:36:43.850387 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-64ec613c-12bb-4eba-b4d3-24e76c6a0fb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:36:43.884583 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-64ec613c-12bb-4eba-b4d3-24e76c6a0fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33202238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553'] for network, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:36:43.886032 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ec613c-12bb-4eba-b4d3-24e76c6a0fb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:36:43.886697 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-64ec613c-12bb-4eba-b4d3-24e76c6a0fb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for network, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:36:43.889353 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:36:43.954914 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-64ec613c-12bb-4eba-b4d3-24e76c6a0fb6 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7503061 Jun 21 19:36:43.984393 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec613c-12bb-4eba-b4d3-24e76c6a0fb6 admin admin] Pushing event updated for resources: {'Network': ['ID=b690ed93-99eb-4381-b268-c6e26a518cb8,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:36:43.987732 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-64ec613c-12bb-4eba-b4d3-24e76c6a0fb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:36:43.996356 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Network b690ed93-99eb-4381-b268-c6e26a518cb8 details requested by agent ovs-agent-dv-cinder-792462-15-smb with host dv-cinder-792462-15-smb {{(pid=104577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 19:36:46.512151 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 36428) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:36:46.893469 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03bef23-3462-4c7d-97d6-649b37e26977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:36:46.895407 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-b03bef23-3462-4c7d-97d6-649b37e26977 admin admin] 10.222.0.38 "GET /v2.0/networks/b690ed93-99eb-4381-b268-c6e26a518cb8 HTTP/1.1" status: 200 len: 825 time: 0.3823268 Jun 21 19:36:46.918234 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-3cb0affa-df64-42e3-b1ef-136eb78fe84e admin admin] 10.222.0.38 "GET /v2.0/subnetpools/17b51788-2653-4a48-a997-97dad0bafda4 HTTP/1.1" status: 200 len: 734 time: 0.0176067 Jun 21 19:36:46.926791 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.v2.base [None req-b44294f7-c115-4079-8024-0858f867af4e admin admin] Request body: {'subnet': {'subnetpool_id': '17b51788-2653-4a48-a997-97dad0bafda4', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': 'b690ed93-99eb-4381-b268-c6e26a518cb8', 'tenant_id': '401c2d4d291e4cf08fa4887798dd5bfa'}} {{(pid=104576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:36:46.948351 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44294f7-c115-4079-8024-0858f867af4e admin admin] Made reservation on behalf of 401c2d4d291e4cf08fa4887798dd5bfa for: {'subnet': 1} {{(pid=104576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:36:46.950654 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-b44294f7-c115-4079-8024-0858f867af4e admin admin] Notify callbacks [] for subnet, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:36:47.238479 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-b44294f7-c115-4079-8024-0858f867af4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562'] for subnet, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:36:47.240584 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:36:47.314829 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44294f7-c115-4079-8024-0858f867af4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=94e811f5-6bb6-4bcc-94f6-cd0758b1b543,revision_number=0']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:36:47.319278 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44294f7-c115-4079-8024-0858f867af4e admin admin] Checking segment: {'id': '95308a34-16c3-413c-a6fc-151806dd772a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b690ed93-99eb-4381-b268-c6e26a518cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:36:47.319677 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44294f7-c115-4079-8024-0858f867af4e admin admin] Network hostable DHCP agents. Network: b690ed93-99eb-4381-b268-c6e26a518cb8, hostable agents: ['a15a033b-c070-47da-bf4d-e41793740fb3'], hosted agents: [] {{(pid=104576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 19:36:47.324428 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-b44294f7-c115-4079-8024-0858f867af4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:36:47.340927 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44294f7-c115-4079-8024-0858f867af4e admin admin] Network b690ed93-99eb-4381-b268-c6e26a518cb8 is scheduled to be hosted by DHCP agent a15a033b-c070-47da-bf4d-e41793740fb3 with binding_index 1 {{(pid=104576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 19:36:47.350905 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.base_scheduler [None req-b44294f7-c115-4079-8024-0858f867af4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-15-smb, b690ed93-99eb-4381-b268-c6e26a518cb8) {{(pid=104576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:36:47.356087 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44294f7-c115-4079-8024-0858f867af4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:36:47.357204 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-b44294f7-c115-4079-8024-0858f867af4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for subnet, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:36:47.360767 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be89f33-de29-4381-af7f-73e3a059d747 None None] Network b690ed93-99eb-4381-b268-c6e26a518cb8 requested from dv-cinder-792462-15-smb {{(pid=104577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:36:47.370164 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-b44294f7-c115-4079-8024-0858f867af4e admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4470947 Jun 21 19:36:47.673325 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113f9128-a4f2-4a11-ad49-22937b8f23d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d676ff1-0166-5ff7-86db-f90a5ccf99a7-b690ed93-99eb-4381-b268-c6e26a518cb8', 'network_id': 'b690ed93-99eb-4381-b268-c6e26a518cb8', 'tenant_id': '401c2d4d291e4cf08fa4887798dd5bfa', 'fixed_ips': [{'subnet_id': '94e811f5-6bb6-4bcc-94f6-cd0758b1b543'}]}} from dv-cinder-792462-15-smb. {{(pid=104577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 19:36:47.674608 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-113f9128-a4f2-4a11-ad49-22937b8f23d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for port, before_create {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:36:47.937105 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.db_base_plugin_common [None req-113f9128-a4f2-4a11-ad49-22937b8f23d3 None None] Allocated IP 172.20.0.2 (b690ed93-99eb-4381-b268-c6e26a518cb8/94e811f5-6bb6-4bcc-94f6-cd0758b1b543/fe050ad6-592b-4380-98f7-e69352f76091) {{(pid=104577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:36:48.132471 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-113f9128-a4f2-4a11-ad49-22937b8f23d3 None None] Notify callbacks [] for port, precommit_create {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:36:48.149550 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-113f9128-a4f2-4a11-ad49-22937b8f23d3 None None] Transition to ACTIVE for port object fe050ad6-592b-4380-98f7-e69352f76091 will not be triggered until provisioned by entity L2. {{(pid=104577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:36:48.198771 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-113f9128-a4f2-4a11-ad49-22937b8f23d3 None None] Transition to ACTIVE for port object fe050ad6-592b-4380-98f7-e69352f76091 will not be triggered until provisioned by entity DHCP. {{(pid=104577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:36:48.208578 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-113f9128-a4f2-4a11-ad49-22937b8f23d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-129462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761649331797'] for port, after_create {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:36:48.211476 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:36:48.279854 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113f9128-a4f2-4a11-ad49-22937b8f23d3 None None] Network b690ed93-99eb-4381-b268-c6e26a518cb8 is already hosted by enough agents. {{(pid=104577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:36:48.284330 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.scheduler.base_scheduler [None req-113f9128-a4f2-4a11-ad49-22937b8f23d3 None None] Resources bound (agent type, host, resource id): {{(pid=104577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:36:48.290082 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f9128-a4f2-4a11-ad49-22937b8f23d3 None None] Pushing event updated for resources: {'Port': ['ID=fe050ad6-592b-4380-98f7-e69352f76091,revision_number=1']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:36:48.292475 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113f9128-a4f2-4a11-ad49-22937b8f23d3 None None] Received port after_create {{(pid=104577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:36:48.321107 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113f9128-a4f2-4a11-ad49-22937b8f23d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:36:48.321533 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113f9128-a4f2-4a11-ad49-22937b8f23d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:36:48.321924 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113f9128-a4f2-4a11-ad49-22937b8f23d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:36:48.322252 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113f9128-a4f2-4a11-ad49-22937b8f23d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:36:48.322575 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113f9128-a4f2-4a11-ad49-22937b8f23d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:36:48.322895 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113f9128-a4f2-4a11-ad49-22937b8f23d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:36:48.323213 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113f9128-a4f2-4a11-ad49-22937b8f23d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:36:48.323528 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113f9128-a4f2-4a11-ad49-22937b8f23d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:36:48.323972 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113f9128-a4f2-4a11-ad49-22937b8f23d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:36:48.324293 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113f9128-a4f2-4a11-ad49-22937b8f23d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:36:48.324606 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113f9128-a4f2-4a11-ad49-22937b8f23d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:36:48.324917 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113f9128-a4f2-4a11-ad49-22937b8f23d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:36:48.326079 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113f9128-a4f2-4a11-ad49-22937b8f23d3 None None] Tracked resource versions report: Jun 21 19:36:48.326079 dv-cinder-792462-15-smb neutron-server[104577]: pushed versions: Jun 21 19:36:48.326079 dv-cinder-792462-15-smb neutron-server[104577]: { 'AddressGroup': {'1.2'}, Jun 21 19:36:48.326079 dv-cinder-792462-15-smb neutron-server[104577]: 'ConntrackHelper': {'1.0'}, Jun 21 19:36:48.326079 dv-cinder-792462-15-smb neutron-server[104577]: 'Log': {'1.0'}, Jun 21 19:36:48.326079 dv-cinder-792462-15-smb neutron-server[104577]: 'Network': {'1.1'}, Jun 21 19:36:48.326079 dv-cinder-792462-15-smb neutron-server[104577]: 'Port': {'1.7'}, Jun 21 19:36:48.326079 dv-cinder-792462-15-smb neutron-server[104577]: 'PortForwarding': {'1.2'}, Jun 21 19:36:48.326079 dv-cinder-792462-15-smb neutron-server[104577]: 'QosPolicy': {'1.8'}, Jun 21 19:36:48.326079 dv-cinder-792462-15-smb neutron-server[104577]: 'SecurityGroup': {'1.4'}, Jun 21 19:36:48.326079 dv-cinder-792462-15-smb neutron-server[104577]: 'SecurityGroupRule': {'1.2'}, Jun 21 19:36:48.326079 dv-cinder-792462-15-smb neutron-server[104577]: 'SubPort': {'1.0'}, Jun 21 19:36:48.326079 dv-cinder-792462-15-smb neutron-server[104577]: 'Subnet': {'1.1'}, Jun 21 19:36:48.326079 dv-cinder-792462-15-smb neutron-server[104577]: 'Trunk': {'1.1'}} Jun 21 19:36:48.326079 dv-cinder-792462-15-smb neutron-server[104577]: consumer versions: Jun 21 19:36:48.326079 dv-cinder-792462-15-smb neutron-server[104577]: { DHCP agent@dv-cinder-792462-15-smb: {}, Jun 21 19:36:48.326079 dv-cinder-792462-15-smb neutron-server[104577]: L3 agent@dv-cinder-792462-15-smb: {}, Jun 21 19:36:48.326079 dv-cinder-792462-15-smb neutron-server[104577]: Metadata agent@dv-cinder-792462-15-smb: {}, Jun 21 19:36:48.326079 dv-cinder-792462-15-smb neutron-server[104577]: Metering agent@dv-cinder-792462-15-smb: {}, Jun 21 19:36:48.326079 dv-cinder-792462-15-smb neutron-server[104577]: Open vSwitch agent@dv-cinder-792462-15-smb: { 'AddressGroup': '1.2', Jun 21 19:36:48.326079 dv-cinder-792462-15-smb neutron-server[104577]: 'ConntrackHelper': '1.0', Jun 21 19:36:48.326079 dv-cinder-792462-15-smb neutron-server[104577]: 'Log': '1.0', Jun 21 19:36:48.326079 dv-cinder-792462-15-smb neutron-server[104577]: 'Network': '1.1', Jun 21 19:36:48.326079 dv-cinder-792462-15-smb neutron-server[104577]: 'Port': '1.7', Jun 21 19:36:48.326079 dv-cinder-792462-15-smb neutron-server[104577]: 'PortForwarding': '1.2', Jun 21 19:36:48.326079 dv-cinder-792462-15-smb neutron-server[104577]: 'QosPolicy': '1.8', Jun 21 19:36:48.326079 dv-cinder-792462-15-smb neutron-server[104577]: 'SecurityGroup': '1.4', Jun 21 19:36:48.326079 dv-cinder-792462-15-smb neutron-server[104577]: 'SecurityGroupRule': '1.2', Jun 21 19:36:48.326079 dv-cinder-792462-15-smb neutron-server[104577]: 'SubPort': '1.0', Jun 21 19:36:48.326079 dv-cinder-792462-15-smb neutron-server[104577]: 'Subnet': '1.1', Jun 21 19:36:48.326079 dv-cinder-792462-15-smb neutron-server[104577]: 'Trunk': '1.1'}} Jun 21 19:36:48.326079 dv-cinder-792462-15-smb neutron-server[104577]: {{(pid=104577) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 19:36:48.329620 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-113f9128-a4f2-4a11-ad49-22937b8f23d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:36:48.377569 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.managers [None req-113f9128-a4f2-4a11-ad49-22937b8f23d3 None None] Attempting to bind port fe050ad6-592b-4380-98f7-e69352f76091 on host dv-cinder-792462-15-smb for vnic_type normal with profile {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:36:48.378194 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.managers [None req-113f9128-a4f2-4a11-ad49-22937b8f23d3 None None] Attempting to bind port fe050ad6-592b-4380-98f7-e69352f76091 by drivers openvswitch,hyperv on host dv-cinder-792462-15-smb at level 0 using segments [{'id': '95308a34-16c3-413c-a6fc-151806dd772a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b690ed93-99eb-4381-b268-c6e26a518cb8'}] {{(pid=104577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:36:48.378891 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113f9128-a4f2-4a11-ad49-22937b8f23d3 None None] Attempting to bind port fe050ad6-592b-4380-98f7-e69352f76091 on network b690ed93-99eb-4381-b268-c6e26a518cb8 {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:36:48.383759 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113f9128-a4f2-4a11-ad49-22937b8f23d3 None None] Checking agent: {'id': '8d444399-5de6-4d79-83a5-d4f9d95bef37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 36, 33), 'started_at': datetime.datetime(2021, 6, 21, 19, 36, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 36, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:36:48.384156 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113f9128-a4f2-4a11-ad49-22937b8f23d3 None None] Checking segment: {'id': '95308a34-16c3-413c-a6fc-151806dd772a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b690ed93-99eb-4381-b268-c6e26a518cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:36:48.384624 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-113f9128-a4f2-4a11-ad49-22937b8f23d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:36:48.385006 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113f9128-a4f2-4a11-ad49-22937b8f23d3 None None] Bound using segment: {'id': '95308a34-16c3-413c-a6fc-151806dd772a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b690ed93-99eb-4381-b268-c6e26a518cb8'} {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:36:48.385477 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.managers [None req-113f9128-a4f2-4a11-ad49-22937b8f23d3 None None] Bound port: fe050ad6-592b-4380-98f7-e69352f76091, host: dv-cinder-792462-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95308a34-16c3-413c-a6fc-151806dd772a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b690ed93-99eb-4381-b268-c6e26a518cb8'}}] {{(pid=104577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:36:48.385876 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-113f9128-a4f2-4a11-ad49-22937b8f23d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:36:48.447273 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-113f9128-a4f2-4a11-ad49-22937b8f23d3 None None] For port fe050ad6-592b-4380-98f7-e69352f76091, host dv-cinder-792462-15-smb, cleared binding levels {{(pid=104577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:36:48.451701 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-113f9128-a4f2-4a11-ad49-22937b8f23d3 None None] For port fe050ad6-592b-4380-98f7-e69352f76091, host dv-cinder-792462-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=fe050ad6-592b-4380-98f7-e69352f76091,segment=NetworkSegment(95308a34-16c3-413c-a6fc-151806dd772a),segment_id=95308a34-16c3-413c-a6fc-151806dd772a)] {{(pid=104577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:36:48.455180 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-113f9128-a4f2-4a11-ad49-22937b8f23d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:36:48.458088 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-113f9128-a4f2-4a11-ad49-22937b8f23d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:36:48.520801 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f9128-a4f2-4a11-ad49-22937b8f23d3 None None] Pushing event updated for resources: {'Port': ['ID=fe050ad6-592b-4380-98f7-e69352f76091,revision_number=2']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:36:48.523846 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-113f9128-a4f2-4a11-ad49-22937b8f23d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:36:49.724840 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 36436) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:36:50.029663 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [None req-773af0d4-75ae-40af-b843-66c947bfd0bc admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=104576) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 19:36:50.030679 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-773af0d4-75ae-40af-b843-66c947bfd0bc admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3049016 Jun 21 19:36:52.348197 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 36444) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:36:52.653546 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [None req-b1c041f7-ce25-4131-981a-2a954eac6fb4 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=104576) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 19:36:52.654633 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-b1c041f7-ce25-4131-981a-2a954eac6fb4 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3055265 Jun 21 19:36:54.527697 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fedab9-2ae8-44d4-bc0d-6f22dc00c2bc None None] Network b690ed93-99eb-4381-b268-c6e26a518cb8 requested from dv-cinder-792462-15-smb {{(pid=104577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:36:54.609294 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-48467066-5e43-465e-b906-f7be77998c4f None None] Provisioning for port fe050ad6-592b-4380-98f7-e69352f76091 completed by entity DHCP. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:36:55.223925 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 36458) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:36:55.290854 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device fe050ad6-592b-4380-98f7-e69352f76091 up at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:36:55.370422 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning for port fe050ad6-592b-4380-98f7-e69352f76091 completed by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:36:55.373848 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning complete for port fe050ad6-592b-4380-98f7-e69352f76091 triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:36:55.374240 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:36:55.479563 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:36:55.514284 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] For port fe050ad6-592b-4380-98f7-e69352f76091, host dv-cinder-792462-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=fe050ad6-592b-4380-98f7-e69352f76091,segment=NetworkSegment(95308a34-16c3-413c-a6fc-151806dd772a),segment_id=95308a34-16c3-413c-a6fc-151806dd772a)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:36:55.518015 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:36:55.520088 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-113f9128-a4f2-4a11-ad49-22937b8f23d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:36:55.526081 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.v2.base [None req-90f78ae0-4efe-42f4-8de0-9e971a7e33c8 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '401c2d4d291e4cf08fa4887798dd5bfa', 'admin_state_up': True}} {{(pid=104576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:36:55.550598 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-90f78ae0-4efe-42f4-8de0-9e971a7e33c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33081490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-542'] for router, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:36:55.552490 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-90f78ae0-4efe-42f4-8de0-9e971a7e33c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33081583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33076897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33284051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-615'] for router, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:36:55.569519 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Pushing event updated for resources: {'Port': ['ID=fe050ad6-592b-4380-98f7-e69352f76091,revision_number=3']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:36:55.572769 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:36:55.690580 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-90f78ae0-4efe-42f4-8de0-9e971a7e33c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:36:55.695418 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-90f78ae0-4efe-42f4-8de0-9e971a7e33c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33081499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33078023'] for router, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:36:55.707413 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-90f78ae0-4efe-42f4-8de0-9e971a7e33c8 admin admin] Notify callbacks [] for router, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:36:55.708608 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-90f78ae0-4efe-42f4-8de0-9e971a7e33c8 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4837282 Jun 21 19:36:57.268966 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device fe050ad6-592b-4380-98f7-e69352f76091 up at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:36:57.315840 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning complete for port fe050ad6-592b-4380-98f7-e69352f76091 triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:36:57.316207 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:36:58.025951 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 36466) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:36:58.324197 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [None req-ea4d5768-3048-42da-a787-59f30c8d3945 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=104576) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 19:36:58.325162 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-ea4d5768-3048-42da-a787-59f30c8d3945 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2983000 Jun 21 19:37:00.637882 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 36474) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:37:00.771678 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-fe573ab6-4271-424b-bbc1-06f799669c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:01.115232 dv-cinder-792462-15-smb neutron-server[104575]: WARNING oslo_policy.policy [None req-bdd221e7-aff8-48c2-b2c1-5fe471e842aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 19:37:01.115798 dv-cinder-792462-15-smb neutron-server[104575]: WARNING oslo_policy.policy [None req-bdd221e7-aff8-48c2-b2c1-5fe471e842aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 19:37:01.253356 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.agents_db [None req-c2d22edd-97c6-4632-8c47-e807aff285e4 None None] Agent healthcheck: found 5 active agents {{(pid=104578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 19:37:01.329793 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [None req-bdd221e7-aff8-48c2-b2c1-5fe471e842aa admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:37:01.331907 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.quota [None req-bdd221e7-aff8-48c2-b2c1-5fe471e842aa admin admin] Loaded quota_driver: . Jun 21 19:37:01.387035 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd221e7-aff8-48c2-b2c1-5fe471e842aa admin admin] Made reservation on behalf of b31e932700f64f2e90a659e0dc86db34 for: {'network': 1} {{(pid=104575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:37:01.451817 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.policy [None req-bdd221e7-aff8-48c2-b2c1-5fe471e842aa admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104575) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 21 19:37:01.496499 dv-cinder-792462-15-smb neutron-server[104575]: WARNING oslo_policy.policy [None req-bdd221e7-aff8-48c2-b2c1-5fe471e842aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 19:37:01.496823 dv-cinder-792462-15-smb neutron-server[104575]: WARNING oslo_policy.policy [None req-bdd221e7-aff8-48c2-b2c1-5fe471e842aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 19:37:01.507932 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-bdd221e7-aff8-48c2-b2c1-5fe471e842aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for network, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:01.529331 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-bdd221e7-aff8-48c2-b2c1-5fe471e842aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:01.660203 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-bdd221e7-aff8-48c2-b2c1-5fe471e842aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:01.664051 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-bdd221e7-aff8-48c2-b2c1-5fe471e842aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:01.669749 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:37:01.679058 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bdd221e7-aff8-48c2-b2c1-5fe471e842aa admin admin] Reserving flat network on physical network physnet1 {{(pid=104575) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 21 19:37:01.712678 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-bdd221e7-aff8-48c2-b2c1-5fe471e842aa admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761649872074', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740799'] for segment, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:01.713253 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-bdd221e7-aff8-48c2-b2c1-5fe471e842aa admin admin] Unsubscribe: segment precommit_create {{(pid=104575) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 21 19:37:01.713772 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.db.segments_db [None req-bdd221e7-aff8-48c2-b2c1-5fe471e842aa admin admin] Added segment 9e55d9b0-2d6a-4ec9-a110-693459193d1d of type flat for network 1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143 Jun 21 19:37:01.730319 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd221e7-aff8-48c2-b2c1-5fe471e842aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7137bd5c-b7ec-4bd7-9589-1b80348487ca,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:37:01.752643 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd221e7-aff8-48c2-b2c1-5fe471e842aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:37:01.753510 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd221e7-aff8-48c2-b2c1-5fe471e842aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:37:01.753867 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd221e7-aff8-48c2-b2c1-5fe471e842aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:37:01.754186 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd221e7-aff8-48c2-b2c1-5fe471e842aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:37:01.754500 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd221e7-aff8-48c2-b2c1-5fe471e842aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:37:01.754814 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd221e7-aff8-48c2-b2c1-5fe471e842aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:37:01.755125 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd221e7-aff8-48c2-b2c1-5fe471e842aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:37:01.755441 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd221e7-aff8-48c2-b2c1-5fe471e842aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:37:01.755767 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd221e7-aff8-48c2-b2c1-5fe471e842aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:37:01.756057 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd221e7-aff8-48c2-b2c1-5fe471e842aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:37:01.756361 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd221e7-aff8-48c2-b2c1-5fe471e842aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:37:01.756664 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd221e7-aff8-48c2-b2c1-5fe471e842aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:37:01.757749 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd221e7-aff8-48c2-b2c1-5fe471e842aa admin admin] Tracked resource versions report: Jun 21 19:37:01.757749 dv-cinder-792462-15-smb neutron-server[104575]: pushed versions: Jun 21 19:37:01.757749 dv-cinder-792462-15-smb neutron-server[104575]: { 'AddressGroup': {'1.2'}, Jun 21 19:37:01.757749 dv-cinder-792462-15-smb neutron-server[104575]: 'ConntrackHelper': {'1.0'}, Jun 21 19:37:01.757749 dv-cinder-792462-15-smb neutron-server[104575]: 'Log': {'1.0'}, Jun 21 19:37:01.757749 dv-cinder-792462-15-smb neutron-server[104575]: 'Network': {'1.1'}, Jun 21 19:37:01.757749 dv-cinder-792462-15-smb neutron-server[104575]: 'Port': {'1.7'}, Jun 21 19:37:01.757749 dv-cinder-792462-15-smb neutron-server[104575]: 'PortForwarding': {'1.2'}, Jun 21 19:37:01.757749 dv-cinder-792462-15-smb neutron-server[104575]: 'QosPolicy': {'1.8'}, Jun 21 19:37:01.757749 dv-cinder-792462-15-smb neutron-server[104575]: 'SecurityGroup': {'1.4'}, Jun 21 19:37:01.757749 dv-cinder-792462-15-smb neutron-server[104575]: 'SecurityGroupRule': {'1.2'}, Jun 21 19:37:01.757749 dv-cinder-792462-15-smb neutron-server[104575]: 'SubPort': {'1.0'}, Jun 21 19:37:01.757749 dv-cinder-792462-15-smb neutron-server[104575]: 'Subnet': {'1.1'}, Jun 21 19:37:01.757749 dv-cinder-792462-15-smb neutron-server[104575]: 'Trunk': {'1.1'}} Jun 21 19:37:01.757749 dv-cinder-792462-15-smb neutron-server[104575]: consumer versions: Jun 21 19:37:01.757749 dv-cinder-792462-15-smb neutron-server[104575]: { DHCP agent@dv-cinder-792462-15-smb: {}, Jun 21 19:37:01.757749 dv-cinder-792462-15-smb neutron-server[104575]: L3 agent@dv-cinder-792462-15-smb: {}, Jun 21 19:37:01.757749 dv-cinder-792462-15-smb neutron-server[104575]: Metadata agent@dv-cinder-792462-15-smb: {}, Jun 21 19:37:01.757749 dv-cinder-792462-15-smb neutron-server[104575]: Metering agent@dv-cinder-792462-15-smb: {}, Jun 21 19:37:01.757749 dv-cinder-792462-15-smb neutron-server[104575]: Open vSwitch agent@dv-cinder-792462-15-smb: { 'AddressGroup': '1.2', Jun 21 19:37:01.757749 dv-cinder-792462-15-smb neutron-server[104575]: 'ConntrackHelper': '1.0', Jun 21 19:37:01.757749 dv-cinder-792462-15-smb neutron-server[104575]: 'Log': '1.0', Jun 21 19:37:01.757749 dv-cinder-792462-15-smb neutron-server[104575]: 'Network': '1.1', Jun 21 19:37:01.757749 dv-cinder-792462-15-smb neutron-server[104575]: 'Port': '1.7', Jun 21 19:37:01.757749 dv-cinder-792462-15-smb neutron-server[104575]: 'PortForwarding': '1.2', Jun 21 19:37:01.757749 dv-cinder-792462-15-smb neutron-server[104575]: 'QosPolicy': '1.8', Jun 21 19:37:01.757749 dv-cinder-792462-15-smb neutron-server[104575]: 'SecurityGroup': '1.4', Jun 21 19:37:01.757749 dv-cinder-792462-15-smb neutron-server[104575]: 'SecurityGroupRule': '1.2', Jun 21 19:37:01.757749 dv-cinder-792462-15-smb neutron-server[104575]: 'SubPort': '1.0', Jun 21 19:37:01.757749 dv-cinder-792462-15-smb neutron-server[104575]: 'Subnet': '1.1', Jun 21 19:37:01.757749 dv-cinder-792462-15-smb neutron-server[104575]: 'Trunk': '1.1'}} Jun 21 19:37:01.757749 dv-cinder-792462-15-smb neutron-server[104575]: {{(pid=104575) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 19:37:01.832693 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-bdd221e7-aff8-48c2-b2c1-5fe471e842aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:37:01.851501 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-bdd221e7-aff8-48c2-b2c1-5fe471e842aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761649351873'] for network, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:01.905855 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-bdd221e7-aff8-48c2-b2c1-5fe471e842aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33202238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553'] for network, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:01.907380 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd221e7-aff8-48c2-b2c1-5fe471e842aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:37:01.908106 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-bdd221e7-aff8-48c2-b2c1-5fe471e842aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for network, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:01.910742 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:37:01.984374 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-bdd221e7-aff8-48c2-b2c1-5fe471e842aa admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3443317 Jun 21 19:37:02.005763 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd221e7-aff8-48c2-b2c1-5fe471e842aa admin admin] Pushing event updated for resources: {'Network': ['ID=1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:37:02.008956 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-bdd221e7-aff8-48c2-b2c1-5fe471e842aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:37:02.016765 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Network 1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143 details requested by agent ovs-agent-dv-cinder-792462-15-smb with host dv-cinder-792462-15-smb {{(pid=104577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 19:37:03.310886 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-e4b47a8c-7396-4dc9-9213-c70ee73a1671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:03.477401 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:04.277151 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 36494) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:37:04.387210 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-14118032-cbf1-44bc-927f-b70ca464d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:04.656182 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58225759-51b9-4379-9fa9-edf1cbc7360d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:37:04.657469 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-58225759-51b9-4379-9fa9-edf1cbc7360d admin admin] 10.222.0.38 "GET /v2.0/subnets/94e811f5-6bb6-4bcc-94f6-cd0758b1b543 HTTP/1.1" status: 200 len: 849 time: 0.3792925 Jun 21 19:37:04.817186 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-2ba74d18-107e-4f4d-8b34-45bc8ca65b27 admin admin] 10.222.0.38 "GET /v2.0/routers/58d9c9fd-902d-4f73-bb4a-8cd7facf4264 HTTP/1.1" status: 200 len: 704 time: 0.1543915 Jun 21 19:37:05.098290 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-c3fb3591-f22e-407f-8042-a54f4e17d1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for port, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:05.386672 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.db_base_plugin_common [None req-c3fb3591-f22e-407f-8042-a54f4e17d1d1 admin admin] Allocated IP 172.20.0.1 (b690ed93-99eb-4381-b268-c6e26a518cb8/94e811f5-6bb6-4bcc-94f6-cd0758b1b543/44fd1e48-d70e-4b33-baf5-8426c55f9fcf) {{(pid=104575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:37:05.567459 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-c3fb3591-f22e-407f-8042-a54f4e17d1d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:05.589994 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-c3fb3591-f22e-407f-8042-a54f4e17d1d1 admin admin] Transition to ACTIVE for port object 44fd1e48-d70e-4b33-baf5-8426c55f9fcf will not be triggered until provisioned by entity DHCP. {{(pid=104575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:37:05.670764 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-c3fb3591-f22e-407f-8042-a54f4e17d1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-129462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761649331797'] for port, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:05.673637 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:37:05.741440 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fb3591-f22e-407f-8042-a54f4e17d1d1 admin admin] Network b690ed93-99eb-4381-b268-c6e26a518cb8 is already hosted by enough agents. {{(pid=104575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:37:05.746228 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.base_scheduler [None req-c3fb3591-f22e-407f-8042-a54f4e17d1d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:37:05.754725 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fb3591-f22e-407f-8042-a54f4e17d1d1 admin admin] Received port after_create {{(pid=104575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:37:05.755669 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-c3fb3591-f22e-407f-8042-a54f4e17d1d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33074984'] for router_interface, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:05.774565 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb3591-f22e-407f-8042-a54f4e17d1d1 admin admin] Pushing event updated for resources: {'Port': ['ID=44fd1e48-d70e-4b33-baf5-8426c55f9fcf,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:37:05.816879 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-c3fb3591-f22e-407f-8042-a54f4e17d1d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:37:05.887475 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-42de2df7-e83b-4cb7-9b47-4d153e7d24d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:05.919142 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-89185be2-4f48-4dde-94ab-826da5edb5d3 None None] Provisioning for port 44fd1e48-d70e-4b33-baf5-8426c55f9fcf completed by entity DHCP. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:37:05.922971 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-89185be2-4f48-4dde-94ab-826da5edb5d3 None None] Provisioning complete for port 44fd1e48-d70e-4b33-baf5-8426c55f9fcf triggered by entity DHCP. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:37:05.923275 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-89185be2-4f48-4dde-94ab-826da5edb5d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:05.954556 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-89185be2-4f48-4dde-94ab-826da5edb5d3 None None] Port 44fd1e48-d70e-4b33-baf5-8426c55f9fcf cannot update to ACTIVE because it is not bound. {{(pid=104577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 19:37:05.969478 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-c3fb3591-f22e-407f-8042-a54f4e17d1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:06.189008 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-c3fb3591-f22e-407f-8042-a54f4e17d1d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:06.193560 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-c3fb3591-f22e-407f-8042-a54f4e17d1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:06.194659 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-c3fb3591-f22e-407f-8042-a54f4e17d1d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32961663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33073457'] for router_interface, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:06.196179 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:37:06.270553 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb3591-f22e-407f-8042-a54f4e17d1d1 admin admin] Pushing event updated for resources: {'Port': ['ID=44fd1e48-d70e-4b33-baf5-8426c55f9fcf,revision_number=2']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:37:06.274286 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-c3fb3591-f22e-407f-8042-a54f4e17d1d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:37:06.317124 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fb3591-f22e-407f-8042-a54f4e17d1d1 admin admin] Network b690ed93-99eb-4381-b268-c6e26a518cb8 is already hosted by enough agents. {{(pid=104575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:37:06.318409 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.base_scheduler [None req-c3fb3591-f22e-407f-8042-a54f4e17d1d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:37:06.473256 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-0ebc5434-9158-4dd0-ac33-f8ea9e18f52f None None] Provisioning complete for port 44fd1e48-d70e-4b33-baf5-8426c55f9fcf triggered by entity DHCP. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:37:06.473626 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-0ebc5434-9158-4dd0-ac33-f8ea9e18f52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:06.476587 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3fb3591-f22e-407f-8042-a54f4e17d1d1 admin admin] Router 58d9c9fd-902d-4f73-bb4a-8cd7facf4264 is scheduled to L3 agent 340c6150-ff20-4abf-b4fe-5b82b8e71fd8 with binding_index 1 {{(pid=104575) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 19:37:06.506533 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-0ebc5434-9158-4dd0-ac33-f8ea9e18f52f None None] Port 44fd1e48-d70e-4b33-baf5-8426c55f9fcf cannot update to ACTIVE because it is not bound. {{(pid=104577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 19:37:06.568248 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3fb3591-f22e-407f-8042-a54f4e17d1d1 admin admin] Notify agent at l3_agent.dv-cinder-792462-15-smb the message routers_updated {{(pid=104575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 19:37:06.573684 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-c3fb3591-f22e-407f-8042-a54f4e17d1d1 admin admin] 10.222.0.38 "PUT /v2.0/routers/58d9c9fd-902d-4f73-bb4a-8cd7facf4264/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7517526 Jun 21 19:37:06.577206 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5387c4-a431-4a5f-8cf4-b7e2b13edf94 None None] Sync routers for ids ['58d9c9fd-902d-4f73-bb4a-8cd7facf4264'] in dv-cinder-792462-15-smb {{(pid=104578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 19:37:06.588507 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5387c4-a431-4a5f-8cf4-b7e2b13edf94 None None] Routers {'58d9c9fd-902d-4f73-bb4a-8cd7facf4264'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:37:06.589309 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-6a5387c4-a431-4a5f-8cf4-b7e2b13edf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:37:03Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['58d9c9fd-902d-4f73-bb4a-8cd7facf4264'], 'active': True} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:37:06.775545 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvr_db [None req-6a5387c4-a431-4a5f-8cf4-b7e2b13edf94 None None] Set router 58d9c9fd-902d-4f73-bb4a-8cd7facf4264 gateway port host: None {{(pid=104578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:37:07.185110 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-6a5387c4-a431-4a5f-8cf4-b7e2b13edf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d9c9fd-902d-4f73-bb4a-8cd7facf4264', 'name': 'router1', 'tenant_id': '401c2d4d291e4cf08fa4887798dd5bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:36:55Z', 'updated_at': '2021-06-21T19:37:05Z', 'revision_number': 2, 'project_id': '401c2d4d291e4cf08fa4887798dd5bfa', 'gw_port_host': None, '_interfaces': [{'id': '44fd1e48-d70e-4b33-baf5-8426c55f9fcf', 'name': '', 'network_id': 'b690ed93-99eb-4381-b268-c6e26a518cb8', 'tenant_id': '401c2d4d291e4cf08fa4887798dd5bfa', 'mac_address': 'fa:16:3e:33:47:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d9c9fd-902d-4f73-bb4a-8cd7facf4264', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '94e811f5-6bb6-4bcc-94f6-cd0758b1b543', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:37:05Z', 'updated_at': '2021-06-21T19:37:06Z', 'revision_number': 2, 'project_id': '401c2d4d291e4cf08fa4887798dd5bfa', 'subnets': [{'id': '94e811f5-6bb6-4bcc-94f6-cd0758b1b543', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17b51788-2653-4a48-a997-97dad0bafda4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:37:07.241353 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5387c4-a431-4a5f-8cf4-b7e2b13edf94 None None] Checking router: 58d9c9fd-902d-4f73-bb4a-8cd7facf4264 for host: dv-cinder-792462-15-smb {{(pid=104578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 19:37:07.241752 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5387c4-a431-4a5f-8cf4-b7e2b13edf94 None None] Updating router 58d9c9fd-902d-4f73-bb4a-8cd7facf4264 port 44fd1e48-d70e-4b33-baf5-8426c55f9fcf binding host dv-cinder-792462-15-smb {{(pid=104578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 19:37:07.302833 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-6a5387c4-a431-4a5f-8cf4-b7e2b13edf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:07.784357 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-6a5387c4-a431-4a5f-8cf4-b7e2b13edf94 None None] Notify callbacks [] for port, precommit_update {{(pid=104578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:07.801252 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.provisioning_blocks [None req-6a5387c4-a431-4a5f-8cf4-b7e2b13edf94 None None] Transition to ACTIVE for port object 44fd1e48-d70e-4b33-baf5-8426c55f9fcf will not be triggered until provisioned by entity L2. {{(pid=104578) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:37:07.807479 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-6a5387c4-a431-4a5f-8cf4-b7e2b13edf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:07.812329 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:37:07.987653 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9066531-4cf0-474f-b76a-3e02171b1e74 None None] Pushing event updated for resources: {'Port': ['ID=44fd1e48-d70e-4b33-baf5-8426c55f9fcf,revision_number=3']} {{(pid=104578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:37:08.016271 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9066531-4cf0-474f-b76a-3e02171b1e74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:37:08.016606 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9066531-4cf0-474f-b76a-3e02171b1e74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:37:08.016929 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9066531-4cf0-474f-b76a-3e02171b1e74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:37:08.017246 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9066531-4cf0-474f-b76a-3e02171b1e74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:37:08.017560 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9066531-4cf0-474f-b76a-3e02171b1e74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:37:08.017897 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9066531-4cf0-474f-b76a-3e02171b1e74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:37:08.018209 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9066531-4cf0-474f-b76a-3e02171b1e74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:37:08.018545 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9066531-4cf0-474f-b76a-3e02171b1e74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:37:08.018885 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9066531-4cf0-474f-b76a-3e02171b1e74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:37:08.019199 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9066531-4cf0-474f-b76a-3e02171b1e74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:37:08.019505 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9066531-4cf0-474f-b76a-3e02171b1e74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:37:08.019809 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9066531-4cf0-474f-b76a-3e02171b1e74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:37:08.021684 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9066531-4cf0-474f-b76a-3e02171b1e74 None None] Tracked resource versions report: Jun 21 19:37:08.021684 dv-cinder-792462-15-smb neutron-server[104578]: pushed versions: Jun 21 19:37:08.021684 dv-cinder-792462-15-smb neutron-server[104578]: { 'AddressGroup': {'1.2'}, Jun 21 19:37:08.021684 dv-cinder-792462-15-smb neutron-server[104578]: 'ConntrackHelper': {'1.0'}, Jun 21 19:37:08.021684 dv-cinder-792462-15-smb neutron-server[104578]: 'Log': {'1.0'}, Jun 21 19:37:08.021684 dv-cinder-792462-15-smb neutron-server[104578]: 'Network': {'1.1'}, Jun 21 19:37:08.021684 dv-cinder-792462-15-smb neutron-server[104578]: 'Port': {'1.7'}, Jun 21 19:37:08.021684 dv-cinder-792462-15-smb neutron-server[104578]: 'PortForwarding': {'1.2'}, Jun 21 19:37:08.021684 dv-cinder-792462-15-smb neutron-server[104578]: 'QosPolicy': {'1.8'}, Jun 21 19:37:08.021684 dv-cinder-792462-15-smb neutron-server[104578]: 'SecurityGroup': {'1.4'}, Jun 21 19:37:08.021684 dv-cinder-792462-15-smb neutron-server[104578]: 'SecurityGroupRule': {'1.2'}, Jun 21 19:37:08.021684 dv-cinder-792462-15-smb neutron-server[104578]: 'SubPort': {'1.0'}, Jun 21 19:37:08.021684 dv-cinder-792462-15-smb neutron-server[104578]: 'Subnet': {'1.1'}, Jun 21 19:37:08.021684 dv-cinder-792462-15-smb neutron-server[104578]: 'Trunk': {'1.1'}} Jun 21 19:37:08.021684 dv-cinder-792462-15-smb neutron-server[104578]: consumer versions: Jun 21 19:37:08.021684 dv-cinder-792462-15-smb neutron-server[104578]: { DHCP agent@dv-cinder-792462-15-smb: {}, Jun 21 19:37:08.021684 dv-cinder-792462-15-smb neutron-server[104578]: L3 agent@dv-cinder-792462-15-smb: {}, Jun 21 19:37:08.021684 dv-cinder-792462-15-smb neutron-server[104578]: Metadata agent@dv-cinder-792462-15-smb: {}, Jun 21 19:37:08.021684 dv-cinder-792462-15-smb neutron-server[104578]: Metering agent@dv-cinder-792462-15-smb: {}, Jun 21 19:37:08.021684 dv-cinder-792462-15-smb neutron-server[104578]: Open vSwitch agent@dv-cinder-792462-15-smb: { 'AddressGroup': '1.2', Jun 21 19:37:08.021684 dv-cinder-792462-15-smb neutron-server[104578]: 'ConntrackHelper': '1.0', Jun 21 19:37:08.021684 dv-cinder-792462-15-smb neutron-server[104578]: 'Log': '1.0', Jun 21 19:37:08.021684 dv-cinder-792462-15-smb neutron-server[104578]: 'Network': '1.1', Jun 21 19:37:08.021684 dv-cinder-792462-15-smb neutron-server[104578]: 'Port': '1.7', Jun 21 19:37:08.021684 dv-cinder-792462-15-smb neutron-server[104578]: 'PortForwarding': '1.2', Jun 21 19:37:08.021684 dv-cinder-792462-15-smb neutron-server[104578]: 'QosPolicy': '1.8', Jun 21 19:37:08.021684 dv-cinder-792462-15-smb neutron-server[104578]: 'SecurityGroup': '1.4', Jun 21 19:37:08.021684 dv-cinder-792462-15-smb neutron-server[104578]: 'SecurityGroupRule': '1.2', Jun 21 19:37:08.021684 dv-cinder-792462-15-smb neutron-server[104578]: 'SubPort': '1.0', Jun 21 19:37:08.021684 dv-cinder-792462-15-smb neutron-server[104578]: 'Subnet': '1.1', Jun 21 19:37:08.021684 dv-cinder-792462-15-smb neutron-server[104578]: 'Trunk': '1.1'}} Jun 21 19:37:08.021684 dv-cinder-792462-15-smb neutron-server[104578]: {{(pid=104578) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 19:37:08.025760 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG oslo_concurrency.lockutils [None req-d9066531-4cf0-474f-b76a-3e02171b1e74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=104578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:37:08.030122 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.managers [None req-6a5387c4-a431-4a5f-8cf4-b7e2b13edf94 None None] Attempting to bind port 44fd1e48-d70e-4b33-baf5-8426c55f9fcf on host dv-cinder-792462-15-smb for vnic_type normal with profile {{(pid=104578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:37:08.030897 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.managers [None req-6a5387c4-a431-4a5f-8cf4-b7e2b13edf94 None None] Attempting to bind port 44fd1e48-d70e-4b33-baf5-8426c55f9fcf by drivers openvswitch,hyperv on host dv-cinder-792462-15-smb at level 0 using segments [{'id': '95308a34-16c3-413c-a6fc-151806dd772a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b690ed93-99eb-4381-b268-c6e26a518cb8'}] {{(pid=104578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:37:08.030979 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5387c4-a431-4a5f-8cf4-b7e2b13edf94 None None] Attempting to bind port 44fd1e48-d70e-4b33-baf5-8426c55f9fcf on network b690ed93-99eb-4381-b268-c6e26a518cb8 {{(pid=104578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:37:08.035787 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5387c4-a431-4a5f-8cf4-b7e2b13edf94 None None] Checking agent: {'id': '8d444399-5de6-4d79-83a5-d4f9d95bef37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 36, 33), 'started_at': datetime.datetime(2021, 6, 21, 19, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:37:08.036135 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5387c4-a431-4a5f-8cf4-b7e2b13edf94 None None] Checking segment: {'id': '95308a34-16c3-413c-a6fc-151806dd772a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b690ed93-99eb-4381-b268-c6e26a518cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:37:08.036634 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-6a5387c4-a431-4a5f-8cf4-b7e2b13edf94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:08.037016 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5387c4-a431-4a5f-8cf4-b7e2b13edf94 None None] Bound using segment: {'id': '95308a34-16c3-413c-a6fc-151806dd772a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b690ed93-99eb-4381-b268-c6e26a518cb8'} {{(pid=104578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:37:08.037521 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.managers [None req-6a5387c4-a431-4a5f-8cf4-b7e2b13edf94 None None] Bound port: 44fd1e48-d70e-4b33-baf5-8426c55f9fcf, host: dv-cinder-792462-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95308a34-16c3-413c-a6fc-151806dd772a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'b690ed93-99eb-4381-b268-c6e26a518cb8'}}] {{(pid=104578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:37:08.037904 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-6a5387c4-a431-4a5f-8cf4-b7e2b13edf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:08.103304 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.db [None req-6a5387c4-a431-4a5f-8cf4-b7e2b13edf94 None None] For port 44fd1e48-d70e-4b33-baf5-8426c55f9fcf, host dv-cinder-792462-15-smb, cleared binding levels {{(pid=104578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:37:08.124391 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.db [None req-6a5387c4-a431-4a5f-8cf4-b7e2b13edf94 None None] For port 44fd1e48-d70e-4b33-baf5-8426c55f9fcf, host dv-cinder-792462-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=44fd1e48-d70e-4b33-baf5-8426c55f9fcf,segment=NetworkSegment(95308a34-16c3-413c-a6fc-151806dd772a),segment_id=95308a34-16c3-413c-a6fc-151806dd772a)] {{(pid=104578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:37:08.129114 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-6a5387c4-a431-4a5f-8cf4-b7e2b13edf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:08.131999 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG oslo_concurrency.lockutils [None req-d9066531-4cf0-474f-b76a-3e02171b1e74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:37:08.182944 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5387c4-a431-4a5f-8cf4-b7e2b13edf94 None None] Routers {'58d9c9fd-902d-4f73-bb4a-8cd7facf4264'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:37:08.183566 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-6a5387c4-a431-4a5f-8cf4-b7e2b13edf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:37:03Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['58d9c9fd-902d-4f73-bb4a-8cd7facf4264'], 'active': True} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:37:08.247728 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9066531-4cf0-474f-b76a-3e02171b1e74 None None] Pushing event updated for resources: {'Port': ['ID=44fd1e48-d70e-4b33-baf5-8426c55f9fcf,revision_number=4']} {{(pid=104578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:37:08.251493 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG oslo_concurrency.lockutils [None req-d9066531-4cf0-474f-b76a-3e02171b1e74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=104578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:37:08.279054 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvr_db [None req-6a5387c4-a431-4a5f-8cf4-b7e2b13edf94 None None] Set router 58d9c9fd-902d-4f73-bb4a-8cd7facf4264 gateway port host: None {{(pid=104578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:37:08.488479 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-6a5387c4-a431-4a5f-8cf4-b7e2b13edf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d9c9fd-902d-4f73-bb4a-8cd7facf4264', 'name': 'router1', 'tenant_id': '401c2d4d291e4cf08fa4887798dd5bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:36:55Z', 'updated_at': '2021-06-21T19:37:05Z', 'revision_number': 2, 'project_id': '401c2d4d291e4cf08fa4887798dd5bfa', 'gw_port_host': None, '_interfaces': [{'id': '44fd1e48-d70e-4b33-baf5-8426c55f9fcf', 'name': '', 'network_id': 'b690ed93-99eb-4381-b268-c6e26a518cb8', 'tenant_id': '401c2d4d291e4cf08fa4887798dd5bfa', 'mac_address': 'fa:16:3e:33:47:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d9c9fd-902d-4f73-bb4a-8cd7facf4264', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '94e811f5-6bb6-4bcc-94f6-cd0758b1b543', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:37:05Z', 'updated_at': '2021-06-21T19:37:08Z', 'revision_number': 4, 'project_id': '401c2d4d291e4cf08fa4887798dd5bfa', 'subnets': [{'id': '94e811f5-6bb6-4bcc-94f6-cd0758b1b543', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17b51788-2653-4a48-a997-97dad0bafda4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:37:08.513138 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5387c4-a431-4a5f-8cf4-b7e2b13edf94 None None] The sync data for ids ['58d9c9fd-902d-4f73-bb4a-8cd7facf4264'] in dv-cinder-792462-15-smb is: [{'id': '58d9c9fd-902d-4f73-bb4a-8cd7facf4264', 'name': 'router1', 'tenant_id': '401c2d4d291e4cf08fa4887798dd5bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:36:55Z', 'updated_at': '2021-06-21T19:37:05Z', 'revision_number': 2, 'project_id': '401c2d4d291e4cf08fa4887798dd5bfa', 'gw_port_host': None, '_interfaces': [{'id': '44fd1e48-d70e-4b33-baf5-8426c55f9fcf', 'name': '', 'network_id': 'b690ed93-99eb-4381-b268-c6e26a518cb8', 'tenant_id': '401c2d4d291e4cf08fa4887798dd5bfa', 'mac_address': 'fa:16:3e:33:47:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d9c9fd-902d-4f73-bb4a-8cd7facf4264', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '94e811f5-6bb6-4bcc-94f6-cd0758b1b543', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:37:05Z', 'updated_at': '2021-06-21T19:37:08Z', 'revision_number': 4, 'project_id': '401c2d4d291e4cf08fa4887798dd5bfa', 'subnets': [{'id': '94e811f5-6bb6-4bcc-94f6-cd0758b1b543', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17b51788-2653-4a48-a997-97dad0bafda4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 19:37:08.740225 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 36514) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:37:08.861033 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7553a122-44ff-447f-bdd4-b7e0daec6cf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:37:08.862389 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-7553a122-44ff-447f-bdd4-b7e0daec6cf6 admin admin] 10.222.0.38 "GET /v2.0/networks/1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143 HTTP/1.1" status: 200 len: 842 time: 0.1212082 Jun 21 19:37:08.871472 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [None req-a06fe2ba-2062-4dcf-ab1f-2ac84295d4de admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.28.3.0/24', 'enable_dhcp': False, 'gateway_ip': '172.28.3.1', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143'}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:37:08.894327 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06fe2ba-2062-4dcf-ab1f-2ac84295d4de admin admin] Made reservation on behalf of b31e932700f64f2e90a659e0dc86db34 for: {'subnet': 1} {{(pid=104575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:37:08.896692 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-a06fe2ba-2062-4dcf-ab1f-2ac84295d4de admin admin] Notify callbacks [] for subnet, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:09.199638 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.objects.ports [None req-a06fe2ba-2062-4dcf-ab1f-2ac84295d4de admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104575) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 21 19:37:09.200087 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-a06fe2ba-2062-4dcf-ab1f-2ac84295d4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562'] for subnet, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:09.202914 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:37:09.256230 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06fe2ba-2062-4dcf-ab1f-2ac84295d4de admin admin] Pushing event updated for resources: {'Subnet': ['ID=92f70134-f308-40e4-a372-590fff45c87e,revision_number=0']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:37:09.261671 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-a06fe2ba-2062-4dcf-ab1f-2ac84295d4de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:37:09.266628 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06fe2ba-2062-4dcf-ab1f-2ac84295d4de admin admin] Checking segment: {'id': '9e55d9b0-2d6a-4ec9-a110-693459193d1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:37:09.266978 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06fe2ba-2062-4dcf-ab1f-2ac84295d4de admin admin] Network hostable DHCP agents. Network: 1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143, hostable agents: ['a15a033b-c070-47da-bf4d-e41793740fb3'], hosted agents: [] {{(pid=104575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 19:37:09.288566 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06fe2ba-2062-4dcf-ab1f-2ac84295d4de admin admin] Network 1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143 is scheduled to be hosted by DHCP agent a15a033b-c070-47da-bf4d-e41793740fb3 with binding_index 1 {{(pid=104575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 19:37:09.299821 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.base_scheduler [None req-a06fe2ba-2062-4dcf-ab1f-2ac84295d4de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-15-smb, 1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143) {{(pid=104575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:37:09.305096 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06fe2ba-2062-4dcf-ab1f-2ac84295d4de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:37:09.306144 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-a06fe2ba-2062-4dcf-ab1f-2ac84295d4de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for subnet, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:09.310803 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7bb3b4-b9b0-4254-9f53-a0f02556b93e None None] Network 1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143 requested from dv-cinder-792462-15-smb {{(pid=104577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:37:09.331645 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-a06fe2ba-2062-4dcf-ab1f-2ac84295d4de admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4518290 Jun 21 19:37:09.447483 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5696d4-67c9-486d-b976-5f70a8ac2972 None None] Network 1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143 requested from dv-cinder-792462-15-smb {{(pid=104577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:37:11.327050 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device 44fd1e48-d70e-4b33-baf5-8426c55f9fcf up at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:37:11.379482 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning for port 44fd1e48-d70e-4b33-baf5-8426c55f9fcf completed by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:37:11.384617 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning complete for port 44fd1e48-d70e-4b33-baf5-8426c55f9fcf triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:37:11.385080 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:11.472225 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:11.510020 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] For port 44fd1e48-d70e-4b33-baf5-8426c55f9fcf, host dv-cinder-792462-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=44fd1e48-d70e-4b33-baf5-8426c55f9fcf,segment=NetworkSegment(95308a34-16c3-413c-a6fc-151806dd772a),segment_id=95308a34-16c3-413c-a6fc-151806dd772a)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:37:11.514676 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:11.516903 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:37:11.540896 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 36536) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:37:11.571792 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Pushing event updated for resources: {'Port': ['ID=44fd1e48-d70e-4b33-baf5-8426c55f9fcf,revision_number=5']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:37:11.574859 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:37:11.675470 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-3b316d8a-6769-4cac-bb46-efa5db9c80cf admin admin] 10.222.0.38 "GET /v2.0/routers/58d9c9fd-902d-4f73-bb4a-8cd7facf4264 HTTP/1.1" status: 200 len: 710 time: 0.1334465 Jun 21 19:37:11.757310 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91782f5a-5fbd-408e-8951-f468f148b824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:37:11.758629 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-91782f5a-5fbd-408e-8951-f468f148b824 admin admin] 10.222.0.38 "GET /v2.0/networks/1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143 HTTP/1.1" status: 200 len: 886 time: 0.0781379 Jun 21 19:37:11.767289 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [None req-d34c710c-5929-48f3-b897-32ababb15462 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143'}}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:37:12.068362 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-d34c710c-5929-48f3-b897-32ababb15462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33076947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33081440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-629'] for router, precommit_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:12.297940 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-d34c710c-5929-48f3-b897-32ababb15462 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:12.375956 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-d34c710c-5929-48f3-b897-32ababb15462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for port, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:12.475605 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.db_base_plugin_common [None req-d34c710c-5929-48f3-b897-32ababb15462 admin admin] Allocated IP 172.28.3.2 (1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143/92f70134-f308-40e4-a372-590fff45c87e/65422ff1-1e33-4213-a3c4-364134a9b604) {{(pid=104575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:37:12.576480 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-d34c710c-5929-48f3-b897-32ababb15462 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:12.613967 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-d34c710c-5929-48f3-b897-32ababb15462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-129462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761649331797'] for port, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:12.616054 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-c3fb3591-f22e-407f-8042-a54f4e17d1d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:37:12.651550 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34c710c-5929-48f3-b897-32ababb15462 admin admin] Network 1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143 is already hosted by enough agents. {{(pid=104575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:37:12.654511 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.base_scheduler [None req-d34c710c-5929-48f3-b897-32ababb15462 admin admin] Resources bound (agent type, host, resource id): {{(pid=104575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:37:12.659208 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34c710c-5929-48f3-b897-32ababb15462 admin admin] Received port after_create {{(pid=104575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:37:12.719840 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34c710c-5929-48f3-b897-32ababb15462 admin admin] Pushing event updated for resources: {'Port': ['ID=65422ff1-1e33-4213-a3c4-364134a9b604,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:37:12.723662 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-d34c710c-5929-48f3-b897-32ababb15462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:37:12.900431 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-d34c710c-5929-48f3-b897-32ababb15462 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:13.089880 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-d34c710c-5929-48f3-b897-32ababb15462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33076947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33081440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-629'] for router, precommit_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:13.093009 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-d34c710c-5929-48f3-b897-32ababb15462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33078023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-33076989', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-33076938', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-33081449'] for router, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:13.194018 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34c710c-5929-48f3-b897-32ababb15462 admin admin] Router 58d9c9fd-902d-4f73-bb4a-8cd7facf4264 has already been hosted by L3 agent 340c6150-ff20-4abf-b4fe-5b82b8e71fd8 {{(pid=104575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 19:37:13.292370 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device 44fd1e48-d70e-4b33-baf5-8426c55f9fcf up at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:37:13.299395 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34c710c-5929-48f3-b897-32ababb15462 admin admin] Notify agent at l3_agent.dv-cinder-792462-15-smb the message routers_updated {{(pid=104575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 19:37:13.303585 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-d34c710c-5929-48f3-b897-32ababb15462 admin admin] Notify callbacks [] for router, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:13.304780 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-d34c710c-5929-48f3-b897-32ababb15462 admin admin] 10.222.0.38 "PUT /v2.0/routers/58d9c9fd-902d-4f73-bb4a-8cd7facf4264 HTTP/1.1" status: 200 len: 888 time: 1.5407708 Jun 21 19:37:13.320006 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabfa263-bb7d-461f-9cff-d1aeae44807b None None] Sync routers for ids ['58d9c9fd-902d-4f73-bb4a-8cd7facf4264'] in dv-cinder-792462-15-smb {{(pid=104577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 19:37:13.347028 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabfa263-bb7d-461f-9cff-d1aeae44807b None None] Routers {'58d9c9fd-902d-4f73-bb4a-8cd7facf4264'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:37:13.347743 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-eabfa263-bb7d-461f-9cff-d1aeae44807b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:37:03Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['58d9c9fd-902d-4f73-bb4a-8cd7facf4264'], 'active': True} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:37:13.510990 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning complete for port 44fd1e48-d70e-4b33-baf5-8426c55f9fcf triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:37:13.511372 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:13.645566 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvr_db [None req-eabfa263-bb7d-461f-9cff-d1aeae44807b None None] Set router 58d9c9fd-902d-4f73-bb4a-8cd7facf4264 gateway port host: dv-cinder-792462-15-smb {{(pid=104577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:37:14.051330 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-eabfa263-bb7d-461f-9cff-d1aeae44807b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d9c9fd-902d-4f73-bb4a-8cd7facf4264', 'name': 'router1', 'tenant_id': '401c2d4d291e4cf08fa4887798dd5bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': '65422ff1-1e33-4213-a3c4-364134a9b604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:36:55Z', 'updated_at': '2021-06-21T19:37:12Z', 'revision_number': 4, 'project_id': '401c2d4d291e4cf08fa4887798dd5bfa', 'gw_port': {'id': '65422ff1-1e33-4213-a3c4-364134a9b604', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:36:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d9c9fd-902d-4f73-bb4a-8cd7facf4264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:37:12Z', 'updated_at': '2021-06-21T19:37:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_interfaces': [{'id': '44fd1e48-d70e-4b33-baf5-8426c55f9fcf', 'name': '', 'network_id': 'b690ed93-99eb-4381-b268-c6e26a518cb8', 'tenant_id': '401c2d4d291e4cf08fa4887798dd5bfa', 'mac_address': 'fa:16:3e:33:47:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d9c9fd-902d-4f73-bb4a-8cd7facf4264', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '94e811f5-6bb6-4bcc-94f6-cd0758b1b543', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:37:05Z', 'updated_at': '2021-06-21T19:37:11Z', 'revision_number': 5, 'project_id': '401c2d4d291e4cf08fa4887798dd5bfa', 'subnets': [{'id': '94e811f5-6bb6-4bcc-94f6-cd0758b1b543', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17b51788-2653-4a48-a997-97dad0bafda4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:37:14.101281 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabfa263-bb7d-461f-9cff-d1aeae44807b None None] Checking router: 58d9c9fd-902d-4f73-bb4a-8cd7facf4264 for host: dv-cinder-792462-15-smb {{(pid=104577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 19:37:14.101562 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabfa263-bb7d-461f-9cff-d1aeae44807b None None] Updating router 58d9c9fd-902d-4f73-bb4a-8cd7facf4264 port 65422ff1-1e33-4213-a3c4-364134a9b604 binding host dv-cinder-792462-15-smb {{(pid=104577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 19:37:14.134431 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-eabfa263-bb7d-461f-9cff-d1aeae44807b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:14.443062 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-eabfa263-bb7d-461f-9cff-d1aeae44807b None None] Notify callbacks [] for port, precommit_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:14.452107 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-eabfa263-bb7d-461f-9cff-d1aeae44807b None None] Transition to ACTIVE for port object 65422ff1-1e33-4213-a3c4-364134a9b604 will not be triggered until provisioned by entity L2. {{(pid=104577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:37:14.458584 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-eabfa263-bb7d-461f-9cff-d1aeae44807b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:14.461426 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:37:14.508718 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.managers [None req-eabfa263-bb7d-461f-9cff-d1aeae44807b None None] Attempting to bind port 65422ff1-1e33-4213-a3c4-364134a9b604 on host dv-cinder-792462-15-smb for vnic_type normal with profile {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:37:14.509110 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.managers [None req-eabfa263-bb7d-461f-9cff-d1aeae44807b None None] Attempting to bind port 65422ff1-1e33-4213-a3c4-364134a9b604 by drivers openvswitch,hyperv on host dv-cinder-792462-15-smb at level 0 using segments [{'id': '9e55d9b0-2d6a-4ec9-a110-693459193d1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143'}] {{(pid=104577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:37:14.509468 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabfa263-bb7d-461f-9cff-d1aeae44807b None None] Attempting to bind port 65422ff1-1e33-4213-a3c4-364134a9b604 on network 1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143 {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:37:14.512526 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ee259-6a2c-4f73-9340-77cc7402b928 None None] Pushing event updated for resources: {'Port': ['ID=65422ff1-1e33-4213-a3c4-364134a9b604,revision_number=2']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:37:14.516472 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-a93ee259-6a2c-4f73-9340-77cc7402b928 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:37:14.517331 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabfa263-bb7d-461f-9cff-d1aeae44807b None None] Checking agent: {'id': '8d444399-5de6-4d79-83a5-d4f9d95bef37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 36, 33), 'started_at': datetime.datetime(2021, 6, 21, 19, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:37:14.517717 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabfa263-bb7d-461f-9cff-d1aeae44807b None None] Checking segment: {'id': '9e55d9b0-2d6a-4ec9-a110-693459193d1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:37:14.518108 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-eabfa263-bb7d-461f-9cff-d1aeae44807b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:14.518483 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabfa263-bb7d-461f-9cff-d1aeae44807b None None] Bound using segment: {'id': '9e55d9b0-2d6a-4ec9-a110-693459193d1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143'} {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:37:14.518948 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.managers [None req-eabfa263-bb7d-461f-9cff-d1aeae44807b None None] Bound port: 65422ff1-1e33-4213-a3c4-364134a9b604, host: dv-cinder-792462-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e55d9b0-2d6a-4ec9-a110-693459193d1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143'}}] {{(pid=104577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:37:14.519311 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-eabfa263-bb7d-461f-9cff-d1aeae44807b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:14.567254 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-eabfa263-bb7d-461f-9cff-d1aeae44807b None None] For port 65422ff1-1e33-4213-a3c4-364134a9b604, host dv-cinder-792462-15-smb, cleared binding levels {{(pid=104577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:37:14.570297 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-eabfa263-bb7d-461f-9cff-d1aeae44807b None None] For port 65422ff1-1e33-4213-a3c4-364134a9b604, host dv-cinder-792462-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=65422ff1-1e33-4213-a3c4-364134a9b604,segment=NetworkSegment(9e55d9b0-2d6a-4ec9-a110-693459193d1d),segment_id=9e55d9b0-2d6a-4ec9-a110-693459193d1d)] {{(pid=104577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:37:14.574737 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-eabfa263-bb7d-461f-9cff-d1aeae44807b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:14.577594 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:37:14.634800 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabfa263-bb7d-461f-9cff-d1aeae44807b None None] Routers {'58d9c9fd-902d-4f73-bb4a-8cd7facf4264'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:37:14.635448 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-eabfa263-bb7d-461f-9cff-d1aeae44807b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:37:03Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['58d9c9fd-902d-4f73-bb4a-8cd7facf4264'], 'active': True} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:37:14.637522 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ee259-6a2c-4f73-9340-77cc7402b928 None None] Pushing event updated for resources: {'Port': ['ID=65422ff1-1e33-4213-a3c4-364134a9b604,revision_number=3']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:37:14.641300 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-a93ee259-6a2c-4f73-9340-77cc7402b928 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:37:14.813292 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvr_db [None req-eabfa263-bb7d-461f-9cff-d1aeae44807b None None] Set router 58d9c9fd-902d-4f73-bb4a-8cd7facf4264 gateway port host: dv-cinder-792462-15-smb {{(pid=104577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:37:15.012676 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-eabfa263-bb7d-461f-9cff-d1aeae44807b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58d9c9fd-902d-4f73-bb4a-8cd7facf4264', 'name': 'router1', 'tenant_id': '401c2d4d291e4cf08fa4887798dd5bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': '65422ff1-1e33-4213-a3c4-364134a9b604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:36:55Z', 'updated_at': '2021-06-21T19:37:12Z', 'revision_number': 4, 'project_id': '401c2d4d291e4cf08fa4887798dd5bfa', 'gw_port': {'id': '65422ff1-1e33-4213-a3c4-364134a9b604', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:36:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d9c9fd-902d-4f73-bb4a-8cd7facf4264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:37:12Z', 'updated_at': '2021-06-21T19:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_interfaces': [{'id': '44fd1e48-d70e-4b33-baf5-8426c55f9fcf', 'name': '', 'network_id': 'b690ed93-99eb-4381-b268-c6e26a518cb8', 'tenant_id': '401c2d4d291e4cf08fa4887798dd5bfa', 'mac_address': 'fa:16:3e:33:47:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d9c9fd-902d-4f73-bb4a-8cd7facf4264', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '94e811f5-6bb6-4bcc-94f6-cd0758b1b543', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:37:05Z', 'updated_at': '2021-06-21T19:37:11Z', 'revision_number': 5, 'project_id': '401c2d4d291e4cf08fa4887798dd5bfa', 'subnets': [{'id': '94e811f5-6bb6-4bcc-94f6-cd0758b1b543', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17b51788-2653-4a48-a997-97dad0bafda4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:37:15.039116 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabfa263-bb7d-461f-9cff-d1aeae44807b None None] The sync data for ids ['58d9c9fd-902d-4f73-bb4a-8cd7facf4264'] in dv-cinder-792462-15-smb is: [{'id': '58d9c9fd-902d-4f73-bb4a-8cd7facf4264', 'name': 'router1', 'tenant_id': '401c2d4d291e4cf08fa4887798dd5bfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.2'}], 'enable_snat': True}, 'gw_port_id': '65422ff1-1e33-4213-a3c4-364134a9b604', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:36:55Z', 'updated_at': '2021-06-21T19:37:12Z', 'revision_number': 4, 'project_id': '401c2d4d291e4cf08fa4887798dd5bfa', 'gw_port': {'id': '65422ff1-1e33-4213-a3c4-364134a9b604', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:36:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58d9c9fd-902d-4f73-bb4a-8cd7facf4264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:37:12Z', 'updated_at': '2021-06-21T19:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_interfaces': [{'id': '44fd1e48-d70e-4b33-baf5-8426c55f9fcf', 'name': '', 'network_id': 'b690ed93-99eb-4381-b268-c6e26a518cb8', 'tenant_id': '401c2d4d291e4cf08fa4887798dd5bfa', 'mac_address': 'fa:16:3e:33:47:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58d9c9fd-902d-4f73-bb4a-8cd7facf4264', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '94e811f5-6bb6-4bcc-94f6-cd0758b1b543', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:37:05Z', 'updated_at': '2021-06-21T19:37:11Z', 'revision_number': 5, 'project_id': '401c2d4d291e4cf08fa4887798dd5bfa', 'subnets': [{'id': '94e811f5-6bb6-4bcc-94f6-cd0758b1b543', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17b51788-2653-4a48-a997-97dad0bafda4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 19:37:15.309282 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device 65422ff1-1e33-4213-a3c4-364134a9b604 up at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:37:15.370719 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning for port 65422ff1-1e33-4213-a3c4-364134a9b604 completed by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:37:15.374706 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning complete for port 65422ff1-1e33-4213-a3c4-364134a9b604 triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:37:15.375078 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:15.452721 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:15.472721 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] For port 65422ff1-1e33-4213-a3c4-364134a9b604, host dv-cinder-792462-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=65422ff1-1e33-4213-a3c4-364134a9b604,segment=NetworkSegment(9e55d9b0-2d6a-4ec9-a110-693459193d1d),segment_id=9e55d9b0-2d6a-4ec9-a110-693459193d1d)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:37:15.476939 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:15.479087 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:37:15.524930 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Pushing event updated for resources: {'Port': ['ID=65422ff1-1e33-4213-a3c4-364134a9b604,revision_number=4']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:37:15.527971 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:37:15.691231 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 36544) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:37:15.830708 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-a4e2660c-3ab4-4b3c-8452-9b30ec04d4d2 admin admin] 10.222.0.38 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1381395 Jun 21 19:37:17.281475 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device 65422ff1-1e33-4213-a3c4-364134a9b604 up at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:37:17.331717 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning complete for port 65422ff1-1e33-4213-a3c4-364134a9b604 triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:37:17.332087 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:30.778104 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-7e192202-94f1-4fbd-ae8c-b73675585ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:33.331583 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-7095764a-6c5d-4aca-a166-4bc5314d1e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:33.482681 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:34.399309 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-14118032-cbf1-44bc-927f-b70ca464d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:35.896988 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-42de2df7-e83b-4cb7-9b47-4d153e7d24d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:37:38.251736 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.agents_db [None req-c2d22edd-97c6-4632-8c47-e807aff285e4 None None] Agent healthcheck: found 5 active agents {{(pid=104578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 19:38:00.771136 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-c25e9500-844f-4664-af7b-e6246fc08319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:38:03.315644 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-2170138e-2928-4c6e-950b-8058f0aa9d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:38:03.476447 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:38:04.399639 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-14118032-cbf1-44bc-927f-b70ca464d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:38:05.893588 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-42de2df7-e83b-4cb7-9b47-4d153e7d24d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:38:15.250400 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.agents_db [None req-c2d22edd-97c6-4632-8c47-e807aff285e4 None None] Agent healthcheck: found 5 active agents {{(pid=104578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 19:38:30.775252 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-265f196a-33f8-4fe6-af93-8cab84c48c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:38:33.315353 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-e6bd94cf-a722-4ed3-9332-0c2b7cb49f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:38:33.478375 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:38:34.399707 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-14118032-cbf1-44bc-927f-b70ca464d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:38:35.899342 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-42de2df7-e83b-4cb7-9b47-4d153e7d24d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:38:49.481362 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 37112) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:38:49.539144 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee406177-5c10-44f0-9c4c-37ce098d4c2a admin admin] GET failed (client error): The resource could not be found. Jun 21 19:38:49.540406 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-ee406177-5c10-44f0-9c4c-37ce098d4c2a admin admin] 10.222.0.38 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0580966 Jun 21 19:38:49.695594 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6481623-cda0-4961-b013-839f1ee347f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:38:49.696938 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-e6481623-cda0-4961-b013-839f1ee347f5 admin admin] 10.222.0.38 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1525919 Jun 21 19:38:51.806763 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 37122) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:38:51.898236 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96705068-4d2d-440c-adc8-9402cb6ce555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:38:51.899564 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-96705068-4d2d-440c-adc8-9402cb6ce555 admin admin] 10.222.0.38 "GET /v2.0/subnets/94e811f5-6bb6-4bcc-94f6-cd0758b1b543 HTTP/1.1" status: 200 len: 849 time: 0.0918720 Jun 21 19:38:51.909936 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.v2.base [None req-410ac271-1fcd-433d-bde1-f85bb9aa13ea admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:38:51.997168 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-410ac271-1fcd-433d-bde1-f85bb9aa13ea admin admin] Notify callbacks [] for subnet, before_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:38:52.145055 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-410ac271-1fcd-433d-bde1-f85bb9aa13ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761649822428'] for subnet, after_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:38:52.147321 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-b44294f7-c115-4079-8024-0858f867af4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:38:52.178362 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410ac271-1fcd-433d-bde1-f85bb9aa13ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:38:52.179554 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-410ac271-1fcd-433d-bde1-f85bb9aa13ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for subnet, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:38:52.180293 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-410ac271-1fcd-433d-bde1-f85bb9aa13ea admin admin] 10.222.0.38 "PUT /v2.0/subnets/94e811f5-6bb6-4bcc-94f6-cd0758b1b543 HTTP/1.1" status: 200 len: 868 time: 0.2748506 Jun 21 19:38:52.197371 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863a3349-6950-4cdc-bbe9-18f2b9bd5b41 None None] Network b690ed93-99eb-4381-b268-c6e26a518cb8 requested from dv-cinder-792462-15-smb {{(pid=104577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:38:52.199969 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410ac271-1fcd-433d-bde1-f85bb9aa13ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=94e811f5-6bb6-4bcc-94f6-cd0758b1b543,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:38:52.207825 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ac271-1fcd-433d-bde1-f85bb9aa13ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:38:52.208292 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ac271-1fcd-433d-bde1-f85bb9aa13ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:38:52.208530 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ac271-1fcd-433d-bde1-f85bb9aa13ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:38:52.208854 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ac271-1fcd-433d-bde1-f85bb9aa13ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:38:52.209179 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ac271-1fcd-433d-bde1-f85bb9aa13ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:38:52.209525 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ac271-1fcd-433d-bde1-f85bb9aa13ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:38:52.209915 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ac271-1fcd-433d-bde1-f85bb9aa13ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:38:52.210207 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ac271-1fcd-433d-bde1-f85bb9aa13ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:38:52.210534 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ac271-1fcd-433d-bde1-f85bb9aa13ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:38:52.210845 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ac271-1fcd-433d-bde1-f85bb9aa13ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:38:52.211155 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ac271-1fcd-433d-bde1-f85bb9aa13ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:38:52.211468 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ac271-1fcd-433d-bde1-f85bb9aa13ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:38:52.215055 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-410ac271-1fcd-433d-bde1-f85bb9aa13ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:38:52.252579 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.agents_db [None req-c2d22edd-97c6-4632-8c47-e807aff285e4 None None] Agent healthcheck: found 5 active agents {{(pid=104578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 19:38:52.526400 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ff93251c-60e1-4af5-8757-6719c07e53b0 None None] Provisioning complete for port 44fd1e48-d70e-4b33-baf5-8426c55f9fcf triggered by entity DHCP. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:38:52.526775 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ff93251c-60e1-4af5-8757-6719c07e53b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:38:52.610971 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ff93251c-60e1-4af5-8757-6719c07e53b0 None None] Provisioning complete for port fe050ad6-592b-4380-98f7-e69352f76091 triggered by entity DHCP. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:38:52.611336 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ff93251c-60e1-4af5-8757-6719c07e53b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:38:54.302770 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 37130) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:38:54.492111 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af9d520-c818-4951-9f52-47ab16f15d64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:38:54.492491 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af9d520-c818-4951-9f52-47ab16f15d64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:38:54.494036 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-8af9d520-c818-4951-9f52-47ab16f15d64 admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1902905 Jun 21 19:38:56.592328 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 37138) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:38:56.722976 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b9da5d-074f-4287-9318-78fe12c1138c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:38:56.723449 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b9da5d-074f-4287-9318-78fe12c1138c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:38:56.724958 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-f2b9da5d-074f-4287-9318-78fe12c1138c admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1317468 Jun 21 19:38:58.821986 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 37146) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:38:58.967921 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2915a26-6296-43f9-a1ca-a2b9b2fc97e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:38:58.969883 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-c2915a26-6296-43f9-a1ca-a2b9b2fc97e4 admin admin] 10.222.0.38 "GET /v2.0/networks/1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143 HTTP/1.1" status: 200 len: 886 time: 0.1469407 Jun 21 19:39:00.777256 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-feda2a9c-7977-4aba-b660-92b4e4d449fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:39:01.057043 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 37154) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:39:01.245791 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13287459-1808-4f43-aafa-fcd01e7e2f53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:39:01.247755 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-13287459-1808-4f43-aafa-fcd01e7e2f53 admin admin] 10.222.0.38 "GET /v2.0/networks/b690ed93-99eb-4381-b268-c6e26a518cb8 HTTP/1.1" status: 200 len: 869 time: 0.1898062 Jun 21 19:39:03.318496 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-8b58c34a-99c1-469f-a07a-4c0532b10b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:39:03.340694 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 37162) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:39:03.462848 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b47d6e0-ab9d-4acf-8fc2-8e9459d3cb33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:39:03.463344 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b47d6e0-ab9d-4acf-8fc2-8e9459d3cb33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:39:03.464929 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-4b47d6e0-ab9d-4acf-8fc2-8e9459d3cb33 admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1232712 Jun 21 19:39:03.483875 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:39:04.402255 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-14118032-cbf1-44bc-927f-b70ca464d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:39:05.571193 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 37170) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:39:05.659970 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582ade88-f3f4-4090-b830-91b668a09359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:39:05.660428 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582ade88-f3f4-4090-b830-91b668a09359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:39:05.662013 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-582ade88-f3f4-4090-b830-91b668a09359 admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0898423 Jun 21 19:39:05.903684 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-42de2df7-e83b-4cb7-9b47-4d153e7d24d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:39:07.763193 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 37178) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:39:07.928290 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a165adb-a695-4d32-945f-baeca9e4f679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:39:07.929643 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-7a165adb-a695-4d32-945f-baeca9e4f679 admin admin] 10.222.0.38 "GET /v2.0/subnets/92f70134-f308-40e4-a372-590fff45c87e HTTP/1.1" status: 200 len: 816 time: 0.1655126 Jun 21 19:39:10.031301 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 37188) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:39:10.118736 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb2e7de-0c97-4a5e-9788-960b01a05305 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:39:10.120044 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-7eb2e7de-0c97-4a5e-9788-960b01a05305 admin admin] 10.222.0.38 "GET /v2.0/subnets/94e811f5-6bb6-4bcc-94f6-cd0758b1b543 HTTP/1.1" status: 200 len: 868 time: 0.0877812 Jun 21 19:39:29.251515 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.agents_db [None req-c2d22edd-97c6-4632-8c47-e807aff285e4 None None] Agent healthcheck: found 5 active agents {{(pid=104578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 19:39:30.777842 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-f17be5c3-0faa-4ca7-8d0b-4e49ba0fa90b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:39:33.162924 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 37232) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:39:33.208066 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [None req-33226e6a-d8c0-4b01-9dec-e6843f3810fc admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=104576) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 19:39:33.209048 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-33226e6a-d8c0-4b01-9dec-e6843f3810fc admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0451565 Jun 21 19:39:33.321916 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-d91bdcb5-972b-4d60-8d2c-b569f93d7dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:39:33.484867 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:39:34.404725 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-14118032-cbf1-44bc-927f-b70ca464d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:39:35.398494 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 37240) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:39:35.456151 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.pecan_wsgi.hooks.translation [None req-345de0da-6499-4bcc-854e-449c66b783b8 admin admin] GET failed (client error): The resource could not be found. Jun 21 19:39:35.457436 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-345de0da-6499-4bcc-854e-449c66b783b8 admin admin] 10.222.0.38 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0580094 Jun 21 19:39:35.593254 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938fd4a2-5714-44c7-b330-9bc257a97d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:39:35.594641 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-938fd4a2-5714-44c7-b330-9bc257a97d26 admin admin] 10.222.0.38 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1334071 Jun 21 19:39:35.904174 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-42de2df7-e83b-4cb7-9b47-4d153e7d24d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:39:37.721682 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 37248) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:39:37.766388 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [None req-c445e7f3-d250-41c0-a2a2-cfd2ca126de7 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:39:37.786180 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c445e7f3-d250-41c0-a2a2-cfd2ca126de7 admin admin] Made reservation on behalf of b31e932700f64f2e90a659e0dc86db34 for: {'network': 1} {{(pid=104575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:39:37.788514 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-c445e7f3-d250-41c0-a2a2-cfd2ca126de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for network, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:39:37.819837 dv-cinder-792462-15-smb neutron-server[104575]: WARNING neutron.services.revisions.revision_plugin [None req-c445e7f3-d250-41c0-a2a2-cfd2ca126de7 admin admin] Could not find related network for resource to bump revision. Jun 21 19:39:37.834212 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c445e7f3-d250-41c0-a2a2-cfd2ca126de7 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=104575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 19:39:37.844356 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-c445e7f3-d250-41c0-a2a2-cfd2ca126de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740799'] for segment, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:39:37.844694 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.db.segments_db [None req-c445e7f3-d250-41c0-a2a2-cfd2ca126de7 admin admin] Added segment 122ae2f5-d7b7-4d6a-a7ca-be8635664b50 of type vlan for network b743cefe-0960-4a37-9f85-f6147e9e5c71 Jun 21 19:39:37.882066 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-c445e7f3-d250-41c0-a2a2-cfd2ca126de7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761649351873'] for network, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:39:37.908633 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-c445e7f3-d250-41c0-a2a2-cfd2ca126de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33202238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553'] for network, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:39:37.909900 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c445e7f3-d250-41c0-a2a2-cfd2ca126de7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:39:37.910491 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-c445e7f3-d250-41c0-a2a2-cfd2ca126de7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for network, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:39:37.913145 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-bdd221e7-aff8-48c2-b2c1-5fe471e842aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:39:37.957897 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-c445e7f3-d250-41c0-a2a2-cfd2ca126de7 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2350793 Jun 21 19:39:37.968580 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c445e7f3-d250-41c0-a2a2-cfd2ca126de7 admin admin] Pushing event updated for resources: {'Network': ['ID=b743cefe-0960-4a37-9f85-f6147e9e5c71,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:39:37.975821 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c445e7f3-d250-41c0-a2a2-cfd2ca126de7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:39:37.976183 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c445e7f3-d250-41c0-a2a2-cfd2ca126de7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:39:37.976517 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c445e7f3-d250-41c0-a2a2-cfd2ca126de7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:39:37.976841 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c445e7f3-d250-41c0-a2a2-cfd2ca126de7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:39:37.977163 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c445e7f3-d250-41c0-a2a2-cfd2ca126de7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:39:37.977498 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c445e7f3-d250-41c0-a2a2-cfd2ca126de7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:39:37.977854 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c445e7f3-d250-41c0-a2a2-cfd2ca126de7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:39:37.978175 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c445e7f3-d250-41c0-a2a2-cfd2ca126de7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:39:37.978505 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c445e7f3-d250-41c0-a2a2-cfd2ca126de7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:39:37.978820 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c445e7f3-d250-41c0-a2a2-cfd2ca126de7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:39:37.979133 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c445e7f3-d250-41c0-a2a2-cfd2ca126de7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:39:37.979441 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c445e7f3-d250-41c0-a2a2-cfd2ca126de7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:39:37.983152 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-c445e7f3-d250-41c0-a2a2-cfd2ca126de7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:39:37.991923 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Network b743cefe-0960-4a37-9f85-f6147e9e5c71 details requested by agent ovs-agent-dv-cinder-792462-15-smb with host dv-cinder-792462-15-smb {{(pid=104577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 19:39:40.083976 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 37256) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:39:40.144173 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.pecan_wsgi.hooks.translation [None req-10ec04f6-fd41-4479-a0bd-1a19c37e3523 admin admin] GET failed (client error): The resource could not be found. Jun 21 19:39:40.145451 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-10ec04f6-fd41-4479-a0bd-1a19c37e3523 admin admin] 10.222.0.38 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0605080 Jun 21 19:39:40.211582 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db77efb-0a5c-4e65-a1c1-d51ed971e628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:39:40.214242 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-8db77efb-0a5c-4e65-a1c1-d51ed971e628 admin admin] 10.222.0.38 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0637898 Jun 21 19:39:40.222728 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [None req-c5697000-6af9-4a69-9879-320c6b5ec3bb admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'b743cefe-0960-4a37-9f85-f6147e9e5c71'}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:39:40.242895 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5697000-6af9-4a69-9879-320c6b5ec3bb admin admin] Made reservation on behalf of b31e932700f64f2e90a659e0dc86db34 for: {'subnet': 1} {{(pid=104575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:39:40.245371 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-c5697000-6af9-4a69-9879-320c6b5ec3bb admin admin] Notify callbacks [] for subnet, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:39:40.419243 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-c5697000-6af9-4a69-9879-320c6b5ec3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562'] for subnet, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:39:40.422634 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:39:40.473586 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5697000-6af9-4a69-9879-320c6b5ec3bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f23eae4c-f681-4a54-ba89-49bab46f16ab,revision_number=0']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:39:40.477001 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-c5697000-6af9-4a69-9879-320c6b5ec3bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:39:40.482135 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5697000-6af9-4a69-9879-320c6b5ec3bb admin admin] Checking segment: {'id': '122ae2f5-d7b7-4d6a-a7ca-be8635664b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b743cefe-0960-4a37-9f85-f6147e9e5c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:39:40.482484 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5697000-6af9-4a69-9879-320c6b5ec3bb admin admin] Network hostable DHCP agents. Network: b743cefe-0960-4a37-9f85-f6147e9e5c71, hostable agents: ['a15a033b-c070-47da-bf4d-e41793740fb3'], hosted agents: [] {{(pid=104575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 19:39:40.499089 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5697000-6af9-4a69-9879-320c6b5ec3bb admin admin] Network b743cefe-0960-4a37-9f85-f6147e9e5c71 is scheduled to be hosted by DHCP agent a15a033b-c070-47da-bf4d-e41793740fb3 with binding_index 1 {{(pid=104575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 19:39:40.507106 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.base_scheduler [None req-c5697000-6af9-4a69-9879-320c6b5ec3bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-15-smb, b743cefe-0960-4a37-9f85-f6147e9e5c71) {{(pid=104575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:39:40.513624 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5697000-6af9-4a69-9879-320c6b5ec3bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:39:40.514334 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-c5697000-6af9-4a69-9879-320c6b5ec3bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for subnet, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:39:40.515463 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1511bc4-c053-44db-bc36-ef651e56f049 None None] Network b743cefe-0960-4a37-9f85-f6147e9e5c71 requested from dv-cinder-792462-15-smb {{(pid=104577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:39:40.527054 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-c5697000-6af9-4a69-9879-320c6b5ec3bb admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3080549 Jun 21 19:39:40.786505 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddfc5d0-0c65-42cc-b369-abf8148c07eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d676ff1-0166-5ff7-86db-f90a5ccf99a7-b743cefe-0960-4a37-9f85-f6147e9e5c71', 'network_id': 'b743cefe-0960-4a37-9f85-f6147e9e5c71', 'tenant_id': 'b31e932700f64f2e90a659e0dc86db34', 'fixed_ips': [{'subnet_id': 'f23eae4c-f681-4a54-ba89-49bab46f16ab'}]}} from dv-cinder-792462-15-smb. {{(pid=104577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 19:39:40.787848 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-bddfc5d0-0c65-42cc-b369-abf8148c07eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for port, before_create {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:39:40.930350 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.db_base_plugin_common [None req-bddfc5d0-0c65-42cc-b369-abf8148c07eb None None] Allocated IP 192.168.233.2 (b743cefe-0960-4a37-9f85-f6147e9e5c71/f23eae4c-f681-4a54-ba89-49bab46f16ab/03dc98b7-3353-4eaf-b346-9d6760e7f60a) {{(pid=104577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:39:41.076420 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-bddfc5d0-0c65-42cc-b369-abf8148c07eb None None] Notify callbacks [] for port, precommit_create {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:39:41.084615 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-bddfc5d0-0c65-42cc-b369-abf8148c07eb None None] Transition to ACTIVE for port object 03dc98b7-3353-4eaf-b346-9d6760e7f60a will not be triggered until provisioned by entity L2. {{(pid=104577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:39:41.099176 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-bddfc5d0-0c65-42cc-b369-abf8148c07eb None None] Transition to ACTIVE for port object 03dc98b7-3353-4eaf-b346-9d6760e7f60a will not be triggered until provisioned by entity DHCP. {{(pid=104577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:39:41.105011 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-bddfc5d0-0c65-42cc-b369-abf8148c07eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-129462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761649331797'] for port, after_create {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:39:41.107118 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:39:41.147332 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddfc5d0-0c65-42cc-b369-abf8148c07eb None None] Network b743cefe-0960-4a37-9f85-f6147e9e5c71 is already hosted by enough agents. {{(pid=104577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:39:41.152006 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.scheduler.base_scheduler [None req-bddfc5d0-0c65-42cc-b369-abf8148c07eb None None] Resources bound (agent type, host, resource id): {{(pid=104577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:39:41.156798 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddfc5d0-0c65-42cc-b369-abf8148c07eb None None] Received port after_create {{(pid=104577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:39:41.169861 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddfc5d0-0c65-42cc-b369-abf8148c07eb None None] Pushing event updated for resources: {'Port': ['ID=03dc98b7-3353-4eaf-b346-9d6760e7f60a,revision_number=1']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:39:41.192403 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddfc5d0-0c65-42cc-b369-abf8148c07eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:39:41.192747 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddfc5d0-0c65-42cc-b369-abf8148c07eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:39:41.193083 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddfc5d0-0c65-42cc-b369-abf8148c07eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:39:41.193416 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddfc5d0-0c65-42cc-b369-abf8148c07eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:39:41.193788 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddfc5d0-0c65-42cc-b369-abf8148c07eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:39:41.194085 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddfc5d0-0c65-42cc-b369-abf8148c07eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:39:41.194401 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddfc5d0-0c65-42cc-b369-abf8148c07eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:39:41.194720 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddfc5d0-0c65-42cc-b369-abf8148c07eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:39:41.195057 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddfc5d0-0c65-42cc-b369-abf8148c07eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:39:41.195373 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddfc5d0-0c65-42cc-b369-abf8148c07eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:39:41.195687 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddfc5d0-0c65-42cc-b369-abf8148c07eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:39:41.195999 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bddfc5d0-0c65-42cc-b369-abf8148c07eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:39:41.202342 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-bddfc5d0-0c65-42cc-b369-abf8148c07eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:39:41.229558 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.managers [None req-bddfc5d0-0c65-42cc-b369-abf8148c07eb None None] Attempting to bind port 03dc98b7-3353-4eaf-b346-9d6760e7f60a on host dv-cinder-792462-15-smb for vnic_type normal with profile {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:39:41.229952 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.managers [None req-bddfc5d0-0c65-42cc-b369-abf8148c07eb None None] Attempting to bind port 03dc98b7-3353-4eaf-b346-9d6760e7f60a by drivers openvswitch,hyperv on host dv-cinder-792462-15-smb at level 0 using segments [{'id': '122ae2f5-d7b7-4d6a-a7ca-be8635664b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b743cefe-0960-4a37-9f85-f6147e9e5c71'}] {{(pid=104577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:39:41.230307 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddfc5d0-0c65-42cc-b369-abf8148c07eb None None] Attempting to bind port 03dc98b7-3353-4eaf-b346-9d6760e7f60a on network b743cefe-0960-4a37-9f85-f6147e9e5c71 {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:39:41.235661 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddfc5d0-0c65-42cc-b369-abf8148c07eb None None] Checking agent: {'id': '8d444399-5de6-4d79-83a5-d4f9d95bef37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 36, 33), 'started_at': datetime.datetime(2021, 6, 21, 19, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 39, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:39:41.236034 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddfc5d0-0c65-42cc-b369-abf8148c07eb None None] Checking segment: {'id': '122ae2f5-d7b7-4d6a-a7ca-be8635664b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b743cefe-0960-4a37-9f85-f6147e9e5c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:39:41.236430 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-bddfc5d0-0c65-42cc-b369-abf8148c07eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:39:41.236817 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddfc5d0-0c65-42cc-b369-abf8148c07eb None None] Bound using segment: {'id': '122ae2f5-d7b7-4d6a-a7ca-be8635664b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b743cefe-0960-4a37-9f85-f6147e9e5c71'} {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:39:41.237276 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.managers [None req-bddfc5d0-0c65-42cc-b369-abf8148c07eb None None] Bound port: 03dc98b7-3353-4eaf-b346-9d6760e7f60a, host: dv-cinder-792462-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '122ae2f5-d7b7-4d6a-a7ca-be8635664b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b743cefe-0960-4a37-9f85-f6147e9e5c71'}}] {{(pid=104577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:39:41.237660 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-bddfc5d0-0c65-42cc-b369-abf8148c07eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:39:41.300859 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-bddfc5d0-0c65-42cc-b369-abf8148c07eb None None] For port 03dc98b7-3353-4eaf-b346-9d6760e7f60a, host dv-cinder-792462-15-smb, cleared binding levels {{(pid=104577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:39:41.304426 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-bddfc5d0-0c65-42cc-b369-abf8148c07eb None None] For port 03dc98b7-3353-4eaf-b346-9d6760e7f60a, host dv-cinder-792462-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=03dc98b7-3353-4eaf-b346-9d6760e7f60a,segment=NetworkSegment(122ae2f5-d7b7-4d6a-a7ca-be8635664b50),segment_id=122ae2f5-d7b7-4d6a-a7ca-be8635664b50)] {{(pid=104577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:39:41.307814 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-bddfc5d0-0c65-42cc-b369-abf8148c07eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:39:41.310000 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:39:41.368966 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddfc5d0-0c65-42cc-b369-abf8148c07eb None None] Pushing event updated for resources: {'Port': ['ID=03dc98b7-3353-4eaf-b346-9d6760e7f60a,revision_number=2']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:39:41.372115 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-bddfc5d0-0c65-42cc-b369-abf8148c07eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:39:42.116780 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed6bfa4-6c8d-42b3-b221-3eb4313c94a6 None None] Network b743cefe-0960-4a37-9f85-f6147e9e5c71 requested from dv-cinder-792462-15-smb {{(pid=104577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:39:42.175146 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-9e3845c4-9595-48a0-bee8-d88ab1deb9ef None None] Provisioning for port 03dc98b7-3353-4eaf-b346-9d6760e7f60a completed by entity DHCP. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:39:43.407331 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device 03dc98b7-3353-4eaf-b346-9d6760e7f60a up at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:39:43.454258 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning for port 03dc98b7-3353-4eaf-b346-9d6760e7f60a completed by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:39:43.457759 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning complete for port 03dc98b7-3353-4eaf-b346-9d6760e7f60a triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:39:43.458127 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:39:43.531328 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:39:43.564319 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] For port 03dc98b7-3353-4eaf-b346-9d6760e7f60a, host dv-cinder-792462-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=03dc98b7-3353-4eaf-b346-9d6760e7f60a,segment=NetworkSegment(122ae2f5-d7b7-4d6a-a7ca-be8635664b50),segment_id=122ae2f5-d7b7-4d6a-a7ca-be8635664b50)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:39:43.567988 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:39:43.570144 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:39:43.615694 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Pushing event updated for resources: {'Port': ['ID=03dc98b7-3353-4eaf-b346-9d6760e7f60a,revision_number=3']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:39:43.618743 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:39:45.390218 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device 03dc98b7-3353-4eaf-b346-9d6760e7f60a up at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:39:45.438452 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning complete for port 03dc98b7-3353-4eaf-b346-9d6760e7f60a triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:39:45.438830 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:40:00.781644 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-41a6b328-5f8e-46bb-b202-edbac92a676a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:40:03.324048 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-d3f1e964-2162-474d-8be0-1f377b622844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:40:03.485606 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:40:04.408187 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-14118032-cbf1-44bc-927f-b70ca464d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:40:05.909121 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-42de2df7-e83b-4cb7-9b47-4d153e7d24d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:40:06.251037 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.agents_db [None req-c2d22edd-97c6-4632-8c47-e807aff285e4 None None] Agent healthcheck: found 5 active agents {{(pid=104578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 19:40:30.783206 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-c140bcf0-518c-4b26-bb28-f4fec7759ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:40:33.325397 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-e5f539a6-c9ba-4ab9-a10c-8f64e8113656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:40:33.486055 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:40:34.414693 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-14118032-cbf1-44bc-927f-b70ca464d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:40:35.910715 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-42de2df7-e83b-4cb7-9b47-4d153e7d24d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:40:43.249360 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.agents_db [None req-c2d22edd-97c6-4632-8c47-e807aff285e4 None None] Agent healthcheck: found 5 active agents {{(pid=104578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 19:40:46.700279 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 37308) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:40:46.707668 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [None req-5bdd7768-a7ad-4d66-8f35-6c3492f2f128 tempest-verify_tempest_config-1633891896 tempest-verify_tempest_config-1633891896-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=104575) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 19:40:46.708671 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-5bdd7768-a7ad-4d66-8f35-6c3492f2f128 tempest-verify_tempest_config-1633891896 tempest-verify_tempest_config-1633891896-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0074086 Jun 21 19:40:47.005257 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 37326) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:40:47.110829 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fe39daea-9482-4792-b69c-9137949616d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:40:47.196594 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fe39daea-9482-4792-b69c-9137949616d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:40:47.200034 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fe39daea-9482-4792-b69c-9137949616d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:40:47.206058 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-bdd221e7-aff8-48c2-b2c1-5fe471e842aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:40:47.243838 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-fe39daea-9482-4792-b69c-9137949616d3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=69c1e1bf59914c9a80f750773f448bdd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2375379 Jun 21 19:40:47.244658 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe39daea-9482-4792-b69c-9137949616d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696a8e28-bc73-40cf-977a-5f268dc63d75,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:40:47.246500 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 37330) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:40:47.251585 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe39daea-9482-4792-b69c-9137949616d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:40:47.251943 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe39daea-9482-4792-b69c-9137949616d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:40:47.252275 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe39daea-9482-4792-b69c-9137949616d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:40:47.252600 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe39daea-9482-4792-b69c-9137949616d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:40:47.252920 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe39daea-9482-4792-b69c-9137949616d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:40:47.253238 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe39daea-9482-4792-b69c-9137949616d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:40:47.253557 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe39daea-9482-4792-b69c-9137949616d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:40:47.253898 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe39daea-9482-4792-b69c-9137949616d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:40:47.254229 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe39daea-9482-4792-b69c-9137949616d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:40:47.254545 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe39daea-9482-4792-b69c-9137949616d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:40:47.254854 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe39daea-9482-4792-b69c-9137949616d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:40:47.255163 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe39daea-9482-4792-b69c-9137949616d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:40:47.258839 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-fe39daea-9482-4792-b69c-9137949616d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:40:47.301056 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-66bbae1c-6435-4781-809b-1b5d230dbf6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:40:47.321267 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-66bbae1c-6435-4781-809b-1b5d230dbf6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:40:47.407229 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-66bbae1c-6435-4781-809b-1b5d230dbf6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:40:47.410171 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-66bbae1c-6435-4781-809b-1b5d230dbf6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:40:47.411390 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-66bbae1c-6435-4781-809b-1b5d230dbf6e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/696a8e28-bc73-40cf-977a-5f268dc63d75 HTTP/1.1" status: 204 len: 168 time: 0.1639485 Jun 21 19:40:47.412065 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-64ec613c-12bb-4eba-b4d3-24e76c6a0fb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:40:47.419568 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bbae1c-6435-4781-809b-1b5d230dbf6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696a8e28-bc73-40cf-977a-5f268dc63d75,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:40:47.425969 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bbae1c-6435-4781-809b-1b5d230dbf6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:40:47.426311 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bbae1c-6435-4781-809b-1b5d230dbf6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:40:47.426637 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bbae1c-6435-4781-809b-1b5d230dbf6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:40:47.426959 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bbae1c-6435-4781-809b-1b5d230dbf6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:40:47.427283 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bbae1c-6435-4781-809b-1b5d230dbf6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:40:47.427616 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bbae1c-6435-4781-809b-1b5d230dbf6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:40:47.427938 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bbae1c-6435-4781-809b-1b5d230dbf6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:40:47.428250 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bbae1c-6435-4781-809b-1b5d230dbf6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:40:47.428643 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bbae1c-6435-4781-809b-1b5d230dbf6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:40:47.428877 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bbae1c-6435-4781-809b-1b5d230dbf6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:40:47.429187 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bbae1c-6435-4781-809b-1b5d230dbf6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:40:47.429494 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bbae1c-6435-4781-809b-1b5d230dbf6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:40:47.432521 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-66bbae1c-6435-4781-809b-1b5d230dbf6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:41:00.782133 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-be18e8de-67af-4742-93e9-146ddc53569d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:41:03.325351 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ba2591c5-ff81-4d9e-a6a6-99baf6e4d3f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:41:03.484871 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:41:04.413607 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-14118032-cbf1-44bc-927f-b70ca464d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:41:05.913846 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-42de2df7-e83b-4cb7-9b47-4d153e7d24d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:41:20.247615 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.agents_db [None req-c2d22edd-97c6-4632-8c47-e807aff285e4 None None] Agent healthcheck: found 5 active agents {{(pid=104578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 19:41:30.781878 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-a0500e49-5a8f-464a-9bd9-3f91d83523f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:41:33.325612 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-f13ec445-c9dc-4cba-b7dd-94d8cc476ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:41:33.484396 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:41:34.417033 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-14118032-cbf1-44bc-927f-b70ca464d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:41:35.914919 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-42de2df7-e83b-4cb7-9b47-4d153e7d24d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:41:57.246823 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.agents_db [None req-c2d22edd-97c6-4632-8c47-e807aff285e4 None None] Agent healthcheck: found 5 active agents {{(pid=104578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 19:42:00.781199 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-e2ba34c3-ed45-4321-8e22-d4de9732de67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:42:03.326976 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-2df380c1-153a-4936-910c-cdb0efb5e3e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:42:03.484817 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:42:04.419065 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-14118032-cbf1-44bc-927f-b70ca464d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:42:05.918163 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-42de2df7-e83b-4cb7-9b47-4d153e7d24d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:42:26.571043 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065'] for agent, after_create {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:42:30.427503 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 37384) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:42:30.526356 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-6e99de4a-aa10-4f21-9a2a-6d50a14eb7ac admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0977476 Jun 21 19:42:30.781666 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-2f3ebdf9-36d3-4e71-beb5-4fe196df8e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:42:32.632932 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 37394) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:42:32.692436 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-ce189e26-390d-4b2e-a4eb-4afe283245a9 admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0584314 Jun 21 19:42:33.327744 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-47a34612-639d-4312-a83b-9c43eb3cd90c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:42:33.484090 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:42:34.245949 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.agents_db [None req-c2d22edd-97c6-4632-8c47-e807aff285e4 None None] Agent healthcheck: found 6 active agents {{(pid=104578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 19:42:34.423391 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-14118032-cbf1-44bc-927f-b70ca464d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:42:35.922285 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-42de2df7-e83b-4cb7-9b47-4d153e7d24d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:42:56.525907 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:43:00.781525 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-863f1378-1ab3-4bec-961b-dc4ed37bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:43:03.328097 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-f2fb1a67-e277-470b-8abf-b6353f16bbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:43:03.485021 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:43:04.425966 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-14118032-cbf1-44bc-927f-b70ca464d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:43:05.923345 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-42de2df7-e83b-4cb7-9b47-4d153e7d24d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:43:11.244420 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.agents_db [None req-c2d22edd-97c6-4632-8c47-e807aff285e4 None None] Agent healthcheck: found 6 active agents {{(pid=104578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 19:43:26.544303 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:43:30.780935 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-62b31fa5-4053-4399-ab96-a8dae30570aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:43:33.329035 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-e3499d0f-3da5-4e36-84a7-33e6a139ca98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:43:33.485515 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:43:34.434197 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-14118032-cbf1-44bc-927f-b70ca464d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:43:35.926924 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-42de2df7-e83b-4cb7-9b47-4d153e7d24d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:43:48.244962 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.agents_db [None req-c2d22edd-97c6-4632-8c47-e807aff285e4 None None] Agent healthcheck: found 6 active agents {{(pid=104578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 19:43:56.545258 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:00.787787 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-f3874a59-0283-4cf5-b110-79f245639303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:01.491819 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 37582) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:01.729155 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [None req-4d771897-b8b7-4d6b-a842-05de7af0007d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-867939171-network', 'tenant_id': '2243c5ffe7384a48bbba20db17f9a4b0'}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:44:01.750714 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d771897-b8b7-4d6b-a842-05de7af0007d admin admin] Made reservation on behalf of 2243c5ffe7384a48bbba20db17f9a4b0 for: {'network': 1} {{(pid=104575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:44:01.753520 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-4d771897-b8b7-4d6b-a842-05de7af0007d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for network, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:01.763242 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-4d771897-b8b7-4d6b-a842-05de7af0007d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:01.856240 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-4d771897-b8b7-4d6b-a842-05de7af0007d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:01.860324 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-4d771897-b8b7-4d6b-a842-05de7af0007d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:01.871430 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:01.871558 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 37610) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:01.873285 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d771897-b8b7-4d6b-a842-05de7af0007d admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=104575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 19:44:01.896044 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-4d771897-b8b7-4d6b-a842-05de7af0007d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740799'] for segment, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:01.896393 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.db.segments_db [None req-4d771897-b8b7-4d6b-a842-05de7af0007d admin admin] Added segment 81319602-a09f-4db9-ab8c-93a22f19f01c of type vlan for network 0b4ccddf-7436-4748-9a46-0ddeeafb95c9 Jun 21 19:44:01.934968 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d771897-b8b7-4d6b-a842-05de7af0007d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f75ecaf-e5fe-42f4-abfc-921fec7aec87,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:01.949608 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-4d771897-b8b7-4d6b-a842-05de7af0007d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761649351873'] for network, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:01.955204 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d771897-b8b7-4d6b-a842-05de7af0007d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:44:01.955844 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d771897-b8b7-4d6b-a842-05de7af0007d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:44:01.956195 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d771897-b8b7-4d6b-a842-05de7af0007d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:44:01.956685 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d771897-b8b7-4d6b-a842-05de7af0007d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:44:01.956858 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d771897-b8b7-4d6b-a842-05de7af0007d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:44:01.957222 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d771897-b8b7-4d6b-a842-05de7af0007d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:44:01.957546 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d771897-b8b7-4d6b-a842-05de7af0007d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:44:01.957900 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d771897-b8b7-4d6b-a842-05de7af0007d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:44:01.958241 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d771897-b8b7-4d6b-a842-05de7af0007d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:44:01.958599 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d771897-b8b7-4d6b-a842-05de7af0007d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:44:01.958885 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d771897-b8b7-4d6b-a842-05de7af0007d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:44:01.959376 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d771897-b8b7-4d6b-a842-05de7af0007d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:44:01.960598 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d771897-b8b7-4d6b-a842-05de7af0007d admin admin] Tracked resource versions report: Jun 21 19:44:01.960598 dv-cinder-792462-15-smb neutron-server[104575]: pushed versions: Jun 21 19:44:01.960598 dv-cinder-792462-15-smb neutron-server[104575]: { 'AddressGroup': {'1.2'}, Jun 21 19:44:01.960598 dv-cinder-792462-15-smb neutron-server[104575]: 'ConntrackHelper': {'1.0'}, Jun 21 19:44:01.960598 dv-cinder-792462-15-smb neutron-server[104575]: 'Log': {'1.0'}, Jun 21 19:44:01.960598 dv-cinder-792462-15-smb neutron-server[104575]: 'Network': {'1.1'}, Jun 21 19:44:01.960598 dv-cinder-792462-15-smb neutron-server[104575]: 'Port': {'1.7'}, Jun 21 19:44:01.960598 dv-cinder-792462-15-smb neutron-server[104575]: 'PortForwarding': {'1.2'}, Jun 21 19:44:01.960598 dv-cinder-792462-15-smb neutron-server[104575]: 'QosPolicy': {'1.8'}, Jun 21 19:44:01.960598 dv-cinder-792462-15-smb neutron-server[104575]: 'SecurityGroup': {'1.4'}, Jun 21 19:44:01.960598 dv-cinder-792462-15-smb neutron-server[104575]: 'SecurityGroupRule': {'1.2'}, Jun 21 19:44:01.960598 dv-cinder-792462-15-smb neutron-server[104575]: 'SubPort': {'1.0'}, Jun 21 19:44:01.960598 dv-cinder-792462-15-smb neutron-server[104575]: 'Subnet': {'1.1'}, Jun 21 19:44:01.960598 dv-cinder-792462-15-smb neutron-server[104575]: 'Trunk': {'1.1'}} Jun 21 19:44:01.960598 dv-cinder-792462-15-smb neutron-server[104575]: consumer versions: Jun 21 19:44:01.960598 dv-cinder-792462-15-smb neutron-server[104575]: { DHCP agent@dv-cinder-792462-15-smb: {}, Jun 21 19:44:01.960598 dv-cinder-792462-15-smb neutron-server[104575]: HyperV agent@hv-cinder-79246: {}, Jun 21 19:44:01.960598 dv-cinder-792462-15-smb neutron-server[104575]: L3 agent@dv-cinder-792462-15-smb: {}, Jun 21 19:44:01.960598 dv-cinder-792462-15-smb neutron-server[104575]: Metadata agent@dv-cinder-792462-15-smb: {}, Jun 21 19:44:01.960598 dv-cinder-792462-15-smb neutron-server[104575]: Metering agent@dv-cinder-792462-15-smb: {}, Jun 21 19:44:01.960598 dv-cinder-792462-15-smb neutron-server[104575]: Open vSwitch agent@dv-cinder-792462-15-smb: { 'AddressGroup': '1.2', Jun 21 19:44:01.960598 dv-cinder-792462-15-smb neutron-server[104575]: 'ConntrackHelper': '1.0', Jun 21 19:44:01.960598 dv-cinder-792462-15-smb neutron-server[104575]: 'Log': '1.0', Jun 21 19:44:01.960598 dv-cinder-792462-15-smb neutron-server[104575]: 'Network': '1.1', Jun 21 19:44:01.960598 dv-cinder-792462-15-smb neutron-server[104575]: 'Port': '1.7', Jun 21 19:44:01.960598 dv-cinder-792462-15-smb neutron-server[104575]: 'PortForwarding': '1.2', Jun 21 19:44:01.960598 dv-cinder-792462-15-smb neutron-server[104575]: 'QosPolicy': '1.8', Jun 21 19:44:01.960598 dv-cinder-792462-15-smb neutron-server[104575]: 'SecurityGroup': '1.4', Jun 21 19:44:01.960598 dv-cinder-792462-15-smb neutron-server[104575]: 'SecurityGroupRule': '1.2', Jun 21 19:44:01.960598 dv-cinder-792462-15-smb neutron-server[104575]: 'SubPort': '1.0', Jun 21 19:44:01.960598 dv-cinder-792462-15-smb neutron-server[104575]: 'Subnet': '1.1', Jun 21 19:44:01.960598 dv-cinder-792462-15-smb neutron-server[104575]: 'Trunk': '1.1'}} Jun 21 19:44:01.960598 dv-cinder-792462-15-smb neutron-server[104575]: {{(pid=104575) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 19:44:01.983637 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-4d771897-b8b7-4d6b-a842-05de7af0007d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:01.990455 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-4d771897-b8b7-4d6b-a842-05de7af0007d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33202238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553'] for network, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:01.992214 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d771897-b8b7-4d6b-a842-05de7af0007d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:01.993207 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-4d771897-b8b7-4d6b-a842-05de7af0007d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for network, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:01.996312 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-c445e7f3-d250-41c0-a2a2-cfd2ca126de7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:02.032762 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 37622) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:02.043673 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-4d771897-b8b7-4d6b-a842-05de7af0007d admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5507784 Jun 21 19:44:02.047038 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 37626) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:02.052122 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.v2.base [None req-bfd9b1df-b037-49e3-ad92-c7b4e76189b0 admin admin] Request body: {'subnet': {'network_id': '0b4ccddf-7436-4748-9a46-0ddeeafb95c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-867939171-subnet', 'tenant_id': '2243c5ffe7384a48bbba20db17f9a4b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:44:02.054942 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d771897-b8b7-4d6b-a842-05de7af0007d admin admin] Pushing event updated for resources: {'Network': ['ID=0b4ccddf-7436-4748-9a46-0ddeeafb95c9,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:02.065175 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Network 0b4ccddf-7436-4748-9a46-0ddeeafb95c9 details requested by agent ovs-agent-dv-cinder-792462-15-smb with host dv-cinder-792462-15-smb {{(pid=104577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 19:44:02.070385 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-4d771897-b8b7-4d6b-a842-05de7af0007d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:02.072358 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 37628) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:02.081215 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd9b1df-b037-49e3-ad92-c7b4e76189b0 admin admin] Made reservation on behalf of 2243c5ffe7384a48bbba20db17f9a4b0 for: {'subnet': 1} {{(pid=104576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:44:02.085333 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-bfd9b1df-b037-49e3-ad92-c7b4e76189b0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:02.233871 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 37634) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:02.257036 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-bfd9b1df-b037-49e3-ad92-c7b4e76189b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562'] for subnet, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:02.260067 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-410ac271-1fcd-433d-bde1-f85bb9aa13ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:02.290002 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.v2.base [None req-fefd3315-35d8-4c96-a05c-012dedcb2244 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1613950424-network', 'tenant_id': '8b5695a498f64147a2657a531899f0a2'}} {{(pid=104576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:44:02.320598 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd9b1df-b037-49e3-ad92-c7b4e76189b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6d69ebe-a92f-45e7-903b-580468dd30ee,revision_number=0']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:02.336688 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd9b1df-b037-49e3-ad92-c7b4e76189b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:44:02.337064 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd9b1df-b037-49e3-ad92-c7b4e76189b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:44:02.337403 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd9b1df-b037-49e3-ad92-c7b4e76189b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:44:02.337756 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd9b1df-b037-49e3-ad92-c7b4e76189b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:44:02.338171 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd9b1df-b037-49e3-ad92-c7b4e76189b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:44:02.338412 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd9b1df-b037-49e3-ad92-c7b4e76189b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:44:02.338732 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd9b1df-b037-49e3-ad92-c7b4e76189b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:44:02.339049 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd9b1df-b037-49e3-ad92-c7b4e76189b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:44:02.339384 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd9b1df-b037-49e3-ad92-c7b4e76189b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:44:02.339703 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd9b1df-b037-49e3-ad92-c7b4e76189b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:44:02.340017 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd9b1df-b037-49e3-ad92-c7b4e76189b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:44:02.340325 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd9b1df-b037-49e3-ad92-c7b4e76189b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:44:02.341365 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd9b1df-b037-49e3-ad92-c7b4e76189b0 admin admin] Tracked resource versions report: Jun 21 19:44:02.341365 dv-cinder-792462-15-smb neutron-server[104576]: pushed versions: Jun 21 19:44:02.341365 dv-cinder-792462-15-smb neutron-server[104576]: { 'AddressGroup': {'1.2'}, Jun 21 19:44:02.341365 dv-cinder-792462-15-smb neutron-server[104576]: 'ConntrackHelper': {'1.0'}, Jun 21 19:44:02.341365 dv-cinder-792462-15-smb neutron-server[104576]: 'Log': {'1.0'}, Jun 21 19:44:02.341365 dv-cinder-792462-15-smb neutron-server[104576]: 'Network': {'1.1'}, Jun 21 19:44:02.341365 dv-cinder-792462-15-smb neutron-server[104576]: 'Port': {'1.7'}, Jun 21 19:44:02.341365 dv-cinder-792462-15-smb neutron-server[104576]: 'PortForwarding': {'1.2'}, Jun 21 19:44:02.341365 dv-cinder-792462-15-smb neutron-server[104576]: 'QosPolicy': {'1.8'}, Jun 21 19:44:02.341365 dv-cinder-792462-15-smb neutron-server[104576]: 'SecurityGroup': {'1.4'}, Jun 21 19:44:02.341365 dv-cinder-792462-15-smb neutron-server[104576]: 'SecurityGroupRule': {'1.2'}, Jun 21 19:44:02.341365 dv-cinder-792462-15-smb neutron-server[104576]: 'SubPort': {'1.0'}, Jun 21 19:44:02.341365 dv-cinder-792462-15-smb neutron-server[104576]: 'Subnet': {'1.1'}, Jun 21 19:44:02.341365 dv-cinder-792462-15-smb neutron-server[104576]: 'Trunk': {'1.1'}} Jun 21 19:44:02.341365 dv-cinder-792462-15-smb neutron-server[104576]: consumer versions: Jun 21 19:44:02.341365 dv-cinder-792462-15-smb neutron-server[104576]: { DHCP agent@dv-cinder-792462-15-smb: {}, Jun 21 19:44:02.341365 dv-cinder-792462-15-smb neutron-server[104576]: HyperV agent@hv-cinder-79246: {}, Jun 21 19:44:02.341365 dv-cinder-792462-15-smb neutron-server[104576]: L3 agent@dv-cinder-792462-15-smb: {}, Jun 21 19:44:02.341365 dv-cinder-792462-15-smb neutron-server[104576]: Metadata agent@dv-cinder-792462-15-smb: {}, Jun 21 19:44:02.341365 dv-cinder-792462-15-smb neutron-server[104576]: Metering agent@dv-cinder-792462-15-smb: {}, Jun 21 19:44:02.341365 dv-cinder-792462-15-smb neutron-server[104576]: Open vSwitch agent@dv-cinder-792462-15-smb: { 'AddressGroup': '1.2', Jun 21 19:44:02.341365 dv-cinder-792462-15-smb neutron-server[104576]: 'ConntrackHelper': '1.0', Jun 21 19:44:02.341365 dv-cinder-792462-15-smb neutron-server[104576]: 'Log': '1.0', Jun 21 19:44:02.341365 dv-cinder-792462-15-smb neutron-server[104576]: 'Network': '1.1', Jun 21 19:44:02.341365 dv-cinder-792462-15-smb neutron-server[104576]: 'Port': '1.7', Jun 21 19:44:02.341365 dv-cinder-792462-15-smb neutron-server[104576]: 'PortForwarding': '1.2', Jun 21 19:44:02.341365 dv-cinder-792462-15-smb neutron-server[104576]: 'QosPolicy': '1.8', Jun 21 19:44:02.341365 dv-cinder-792462-15-smb neutron-server[104576]: 'SecurityGroup': '1.4', Jun 21 19:44:02.341365 dv-cinder-792462-15-smb neutron-server[104576]: 'SecurityGroupRule': '1.2', Jun 21 19:44:02.341365 dv-cinder-792462-15-smb neutron-server[104576]: 'SubPort': '1.0', Jun 21 19:44:02.341365 dv-cinder-792462-15-smb neutron-server[104576]: 'Subnet': '1.1', Jun 21 19:44:02.341365 dv-cinder-792462-15-smb neutron-server[104576]: 'Trunk': '1.1'}} Jun 21 19:44:02.341365 dv-cinder-792462-15-smb neutron-server[104576]: {{(pid=104576) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 19:44:02.348763 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-bfd9b1df-b037-49e3-ad92-c7b4e76189b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:02.358547 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd9b1df-b037-49e3-ad92-c7b4e76189b0 admin admin] Checking segment: {'id': '81319602-a09f-4db9-ab8c-93a22f19f01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0b4ccddf-7436-4748-9a46-0ddeeafb95c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:44:02.359083 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd9b1df-b037-49e3-ad92-c7b4e76189b0 admin admin] Network hostable DHCP agents. Network: 0b4ccddf-7436-4748-9a46-0ddeeafb95c9, hostable agents: ['a15a033b-c070-47da-bf4d-e41793740fb3'], hosted agents: [] {{(pid=104576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 19:44:02.372847 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefd3315-35d8-4c96-a05c-012dedcb2244 admin admin] Made reservation on behalf of 8b5695a498f64147a2657a531899f0a2 for: {'network': 1} {{(pid=104576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:44:02.375191 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-fefd3315-35d8-4c96-a05c-012dedcb2244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for network, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:02.381925 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.v2.base [None req-09c6bfd6-13c0-4278-b17f-cec136dc0392 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-524762901-network', 'tenant_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd'}} {{(pid=104576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:44:02.393334 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-fefd3315-35d8-4c96-a05c-012dedcb2244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:02.398220 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd9b1df-b037-49e3-ad92-c7b4e76189b0 admin admin] Network 0b4ccddf-7436-4748-9a46-0ddeeafb95c9 is scheduled to be hosted by DHCP agent a15a033b-c070-47da-bf4d-e41793740fb3 with binding_index 1 {{(pid=104576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 19:44:02.412124 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [None req-c4a1485b-cd72-4caa-a67b-1625962a8439 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1472202875-network', 'tenant_id': 'ffc77c8d33bc44a59650792ffcc5c42d'}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:44:02.419425 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.base_scheduler [None req-bfd9b1df-b037-49e3-ad92-c7b4e76189b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-15-smb, 0b4ccddf-7436-4748-9a46-0ddeeafb95c9) {{(pid=104576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:44:02.426333 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd9b1df-b037-49e3-ad92-c7b4e76189b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:02.427375 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-bfd9b1df-b037-49e3-ad92-c7b4e76189b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for subnet, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:02.433096 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f16dceb-3b1e-48be-8749-454bc3c6af3c None None] Network 0b4ccddf-7436-4748-9a46-0ddeeafb95c9 requested from dv-cinder-792462-15-smb {{(pid=104577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:44:02.452277 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c6bfd6-13c0-4278-b17f-cec136dc0392 admin admin] Made reservation on behalf of 24d88bac2bdc4887aaf0eb2f85b5c6cd for: {'network': 1} {{(pid=104576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:44:02.454644 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-09c6bfd6-13c0-4278-b17f-cec136dc0392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for network, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:02.481131 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [None req-965cd516-83ab-4f30-9362-620b4ec0c622 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-990421211-network', 'tenant_id': 'c5aea0db63454ab7b0452a27b5c0fbbe'}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:44:02.491931 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-09c6bfd6-13c0-4278-b17f-cec136dc0392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:02.545725 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-fefd3315-35d8-4c96-a05c-012dedcb2244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:02.548831 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-fefd3315-35d8-4c96-a05c-012dedcb2244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:02.554089 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:02.567533 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fefd3315-35d8-4c96-a05c-012dedcb2244 admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=104576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 19:44:02.569044 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a1485b-cd72-4caa-a67b-1625962a8439 admin admin] Made reservation on behalf of ffc77c8d33bc44a59650792ffcc5c42d for: {'network': 1} {{(pid=104575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:44:02.571782 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-c4a1485b-cd72-4caa-a67b-1625962a8439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for network, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:02.584741 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-fefd3315-35d8-4c96-a05c-012dedcb2244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740799'] for segment, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:02.585224 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.db.segments_db [None req-fefd3315-35d8-4c96-a05c-012dedcb2244 admin admin] Added segment 79ea6ea4-6122-4223-ae2c-7a1635a6be67 of type vlan for network b8c61fcc-c4c3-4872-8556-59affedd8dad Jun 21 19:44:02.607713 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-c4a1485b-cd72-4caa-a67b-1625962a8439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:02.608691 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5571506d-a18d-4e44-981d-740103315f68 None None] Network 0b4ccddf-7436-4748-9a46-0ddeeafb95c9 requested from dv-cinder-792462-15-smb {{(pid=104577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:44:02.622526 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965cd516-83ab-4f30-9362-620b4ec0c622 admin admin] Made reservation on behalf of c5aea0db63454ab7b0452a27b5c0fbbe for: {'network': 1} {{(pid=104575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:44:02.625479 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-965cd516-83ab-4f30-9362-620b4ec0c622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for network, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:02.636510 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-965cd516-83ab-4f30-9362-620b4ec0c622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:02.697714 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-fefd3315-35d8-4c96-a05c-012dedcb2244 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761649351873'] for network, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:02.757995 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd3315-35d8-4c96-a05c-012dedcb2244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ff75a3-db6c-4e1d-9736-3dfd7054a3b4,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:02.773371 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-bfd9b1df-b037-49e3-ad92-c7b4e76189b0 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7250776 Jun 21 19:44:02.775650 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-fefd3315-35d8-4c96-a05c-012dedcb2244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:02.781324 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.db.api [None req-c4a1485b-cd72-4caa-a67b-1625962a8439 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 21 19:44:02.781324 dv-cinder-792462-15-smb neutron-server[104575]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 21 19:44:02.781324 dv-cinder-792462-15-smb neutron-server[104575]: [parameters: {'project_id_1': 'ffc77c8d33bc44a59650792ffcc5c42d', 'expiration_1': datetime.datetime(2021, 6, 21, 19, 44, 2, 619628)}] Jun 21 19:44:02.781324 dv-cinder-792462-15-smb neutron-server[104575]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=104575) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 19:44:02.782181 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_db.api [None req-c4a1485b-cd72-4caa-a67b-1625962a8439 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 19:44:02.788528 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.db.api [None req-965cd516-83ab-4f30-9362-620b4ec0c622 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 21 19:44:02.788528 dv-cinder-792462-15-smb neutron-server[104575]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 21 19:44:02.788528 dv-cinder-792462-15-smb neutron-server[104575]: [parameters: {'project_id_1': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'expiration_1': datetime.datetime(2021, 6, 21, 19, 44, 2, 648170)}] Jun 21 19:44:02.788528 dv-cinder-792462-15-smb neutron-server[104575]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=104575) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 19:44:02.789463 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_db.api [None req-965cd516-83ab-4f30-9362-620b4ec0c622 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 19:44:02.790163 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-fefd3315-35d8-4c96-a05c-012dedcb2244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33202238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553'] for network, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:02.793491 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefd3315-35d8-4c96-a05c-012dedcb2244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:02.794348 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-fefd3315-35d8-4c96-a05c-012dedcb2244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for network, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:02.807426 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:02.886252 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd3315-35d8-4c96-a05c-012dedcb2244 admin admin] Pushing event updated for resources: {'Network': ['ID=b8c61fcc-c4c3-4872-8556-59affedd8dad,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:02.891222 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-fefd3315-35d8-4c96-a05c-012dedcb2244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:02.899091 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Network b8c61fcc-c4c3-4872-8556-59affedd8dad details requested by agent ovs-agent-dv-cinder-792462-15-smb with host dv-cinder-792462-15-smb {{(pid=104577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 19:44:02.962896 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-09c6bfd6-13c0-4278-b17f-cec136dc0392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:02.970723 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-09c6bfd6-13c0-4278-b17f-cec136dc0392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:02.982547 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09c6bfd6-13c0-4278-b17f-cec136dc0392 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=104576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 19:44:02.997277 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-09c6bfd6-13c0-4278-b17f-cec136dc0392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740799'] for segment, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:02.997655 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.db.segments_db [None req-09c6bfd6-13c0-4278-b17f-cec136dc0392 admin admin] Added segment 33c04394-201f-475d-af05-ec70e2377f9f of type vlan for network 2d4d9e71-b808-45e3-a13f-71991168a9d3 Jun 21 19:44:03.007766 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-66bbae1c-6435-4781-809b-1b5d230dbf6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:03.016840 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-fefd3315-35d8-4c96-a05c-012dedcb2244 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1442633 Jun 21 19:44:03.022628 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 37666) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:03.035341 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [None req-c6479107-5bd5-4bf0-9e12-bec30a13f010 admin admin] Request body: {'subnet': {'network_id': 'b8c61fcc-c4c3-4872-8556-59affedd8dad', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1613950424-subnet', 'tenant_id': '8b5695a498f64147a2657a531899f0a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:44:03.048587 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-09c6bfd6-13c0-4278-b17f-cec136dc0392 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761649351873'] for network, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:03.066430 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6479107-5bd5-4bf0-9e12-bec30a13f010 admin admin] Made reservation on behalf of 8b5695a498f64147a2657a531899f0a2 for: {'subnet': 1} {{(pid=104575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:44:03.071484 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-c6479107-5bd5-4bf0-9e12-bec30a13f010 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:03.092815 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c6bfd6-13c0-4278-b17f-cec136dc0392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e418b5-84b7-42a0-aed8-36879bd26128,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:03.096247 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-09c6bfd6-13c0-4278-b17f-cec136dc0392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33202238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553'] for network, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:03.097019 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-09c6bfd6-13c0-4278-b17f-cec136dc0392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:03.099482 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c6bfd6-13c0-4278-b17f-cec136dc0392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:03.100242 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-09c6bfd6-13c0-4278-b17f-cec136dc0392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for network, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:03.102886 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-64ec613c-12bb-4eba-b4d3-24e76c6a0fb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:03.153355 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-09c6bfd6-13c0-4278-b17f-cec136dc0392 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1194212 Jun 21 19:44:03.158792 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 37672) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:03.164008 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [None req-8c07825e-b4a1-4b1f-81f3-166def9cae47 admin admin] Request body: {'subnet': {'network_id': '2d4d9e71-b808-45e3-a13f-71991168a9d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-524762901-subnet', 'tenant_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:44:03.167986 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c6bfd6-13c0-4278-b17f-cec136dc0392 admin admin] Pushing event updated for resources: {'Network': ['ID=2d4d9e71-b808-45e3-a13f-71991168a9d3,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:03.174871 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-09c6bfd6-13c0-4278-b17f-cec136dc0392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:03.186505 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Network 2d4d9e71-b808-45e3-a13f-71991168a9d3 details requested by agent ovs-agent-dv-cinder-792462-15-smb with host dv-cinder-792462-15-smb {{(pid=104577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 19:44:03.200366 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c07825e-b4a1-4b1f-81f3-166def9cae47 admin admin] Made reservation on behalf of 24d88bac2bdc4887aaf0eb2f85b5c6cd for: {'subnet': 1} {{(pid=104575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:44:03.202698 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-8c07825e-b4a1-4b1f-81f3-166def9cae47 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:03.284287 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-c4a1485b-cd72-4caa-a67b-1625962a8439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:03.292315 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-965cd516-83ab-4f30-9362-620b4ec0c622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:03.345829 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-bf755069-48d2-4680-9945-c30f0fa31184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:03.493131 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:03.518252 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-c6479107-5bd5-4bf0-9e12-bec30a13f010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562'] for subnet, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:03.540462 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:03.550773 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-8c07825e-b4a1-4b1f-81f3-166def9cae47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562'] for subnet, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:03.627212 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6479107-5bd5-4bf0-9e12-bec30a13f010 admin admin] Checking segment: {'id': '79ea6ea4-6122-4223-ae2c-7a1635a6be67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b8c61fcc-c4c3-4872-8556-59affedd8dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:44:03.627891 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6479107-5bd5-4bf0-9e12-bec30a13f010 admin admin] Network hostable DHCP agents. Network: b8c61fcc-c4c3-4872-8556-59affedd8dad, hostable agents: ['a15a033b-c070-47da-bf4d-e41793740fb3'], hosted agents: [] {{(pid=104575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 19:44:03.644500 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-c4a1485b-cd72-4caa-a67b-1625962a8439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:03.661908 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-c4a1485b-cd72-4caa-a67b-1625962a8439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:03.687788 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6479107-5bd5-4bf0-9e12-bec30a13f010 admin admin] Network b8c61fcc-c4c3-4872-8556-59affedd8dad is scheduled to be hosted by DHCP agent a15a033b-c070-47da-bf4d-e41793740fb3 with binding_index 1 {{(pid=104575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 19:44:03.707348 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6479107-5bd5-4bf0-9e12-bec30a13f010 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65d12bc6-cf17-4a89-a7d0-97f216ebf025,revision_number=0']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:03.716488 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-c6479107-5bd5-4bf0-9e12-bec30a13f010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:03.719275 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-a06fe2ba-2062-4dcf-ab1f-2ac84295d4de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:03.725096 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4a1485b-cd72-4caa-a67b-1625962a8439 admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=104575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 19:44:03.729742 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.base_scheduler [None req-c6479107-5bd5-4bf0-9e12-bec30a13f010 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-15-smb, b8c61fcc-c4c3-4872-8556-59affedd8dad) {{(pid=104575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:44:03.740720 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136b1680-b6ba-4dd4-9f69-34b248adde6c None None] Network b8c61fcc-c4c3-4872-8556-59affedd8dad requested from dv-cinder-792462-15-smb {{(pid=104577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:44:03.778920 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6479107-5bd5-4bf0-9e12-bec30a13f010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:03.780026 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-c6479107-5bd5-4bf0-9e12-bec30a13f010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for subnet, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:03.802355 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-c4a1485b-cd72-4caa-a67b-1625962a8439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740799'] for segment, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:03.802719 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.db.segments_db [None req-c4a1485b-cd72-4caa-a67b-1625962a8439 admin admin] Added segment eae7db14-5951-4079-acca-dc9e813be6bc of type vlan for network cbd5c296-051f-43ab-b7d6-154e00c9c776 Jun 21 19:44:03.815665 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c07825e-b4a1-4b1f-81f3-166def9cae47 admin admin] Checking segment: {'id': '33c04394-201f-475d-af05-ec70e2377f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2d4d9e71-b808-45e3-a13f-71991168a9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:44:03.816073 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c07825e-b4a1-4b1f-81f3-166def9cae47 admin admin] Network hostable DHCP agents. Network: 2d4d9e71-b808-45e3-a13f-71991168a9d3, hostable agents: ['a15a033b-c070-47da-bf4d-e41793740fb3'], hosted agents: [] {{(pid=104575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 19:44:03.880278 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c07825e-b4a1-4b1f-81f3-166def9cae47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9614296a-537a-414b-ae37-4bb814e04b86,revision_number=0']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:03.887354 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-c4a1485b-cd72-4caa-a67b-1625962a8439 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761649351873'] for network, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:03.890873 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-8c07825e-b4a1-4b1f-81f3-166def9cae47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:03.892399 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.211s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:03.930448 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723cafcb-c598-447a-b306-b2e0bdc5a282 None None] Network b8c61fcc-c4c3-4872-8556-59affedd8dad requested from dv-cinder-792462-15-smb {{(pid=104577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:44:03.983895 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c07825e-b4a1-4b1f-81f3-166def9cae47 admin admin] Network 2d4d9e71-b808-45e3-a13f-71991168a9d3 is scheduled to be hosted by DHCP agent a15a033b-c070-47da-bf4d-e41793740fb3 with binding_index 1 {{(pid=104575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 19:44:04.021627 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a1485b-cd72-4caa-a67b-1625962a8439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b2f16b-753c-4771-877e-a796cfb706f0,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:04.045276 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.base_scheduler [None req-8c07825e-b4a1-4b1f-81f3-166def9cae47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-15-smb, 2d4d9e71-b808-45e3-a13f-71991168a9d3) {{(pid=104575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:44:04.060200 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-c4a1485b-cd72-4caa-a67b-1625962a8439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:04.062431 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-965cd516-83ab-4f30-9362-620b4ec0c622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:04.091506 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-c4a1485b-cd72-4caa-a67b-1625962a8439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33202238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553'] for network, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:04.093424 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-965cd516-83ab-4f30-9362-620b4ec0c622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:04.095651 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a1485b-cd72-4caa-a67b-1625962a8439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:04.096326 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-c4a1485b-cd72-4caa-a67b-1625962a8439 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for network, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:04.105127 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b240af-6b6f-46a0-852a-fa927d88a891 None None] Network 2d4d9e71-b808-45e3-a13f-71991168a9d3 requested from dv-cinder-792462-15-smb {{(pid=104577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:44:04.120614 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-c6479107-5bd5-4bf0-9e12-bec30a13f010 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0964873 Jun 21 19:44:04.124518 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:04.129771 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c07825e-b4a1-4b1f-81f3-166def9cae47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:04.130689 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-8c07825e-b4a1-4b1f-81f3-166def9cae47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for subnet, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:04.136628 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-c4a1485b-cd72-4caa-a67b-1625962a8439 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.0603850 Jun 21 19:44:04.136910 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 37728) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:04.141850 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.v2.base [None req-66132db2-d376-4026-a6ba-afa1445209fa admin admin] Request body: {'subnet': {'network_id': 'cbd5c296-051f-43ab-b7d6-154e00c9c776', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1472202875-subnet', 'tenant_id': 'ffc77c8d33bc44a59650792ffcc5c42d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:44:04.184946 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66132db2-d376-4026-a6ba-afa1445209fa admin admin] Made reservation on behalf of ffc77c8d33bc44a59650792ffcc5c42d for: {'subnet': 1} {{(pid=104576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:44:04.188001 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-66132db2-d376-4026-a6ba-afa1445209fa admin admin] Notify callbacks [] for subnet, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:04.240949 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-965cd516-83ab-4f30-9362-620b4ec0c622 admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=104575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 19:44:04.262535 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-8c07825e-b4a1-4b1f-81f3-166def9cae47 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1024718 Jun 21 19:44:04.267547 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 37734) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:04.287576 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [None req-3c6496dd-5c37-4456-aeea-569f1f09975c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-524762901-router', 'tenant_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143'}}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:44:04.310053 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-965cd516-83ab-4f30-9362-620b4ec0c622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740799'] for segment, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:04.310809 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.db.segments_db [None req-965cd516-83ab-4f30-9362-620b4ec0c622 admin admin] Added segment e202d1ae-8a3f-4de6-bda1-b53b4f0f8fab of type vlan for network f83e3e6f-0c8e-4ab7-af9c-731326ea9260 Jun 21 19:44:04.350332 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a1485b-cd72-4caa-a67b-1625962a8439 admin admin] Pushing event updated for resources: {'Network': ['ID=cbd5c296-051f-43ab-b7d6-154e00c9c776,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:04.367452 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-c4a1485b-cd72-4caa-a67b-1625962a8439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:04.373306 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-fe39daea-9482-4792-b69c-9137949616d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.247s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:04.377686 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Network cbd5c296-051f-43ab-b7d6-154e00c9c776 details requested by agent ovs-agent-dv-cinder-792462-15-smb with host dv-cinder-792462-15-smb {{(pid=104577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 19:44:04.403463 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392aa5a4-6b09-48fb-a590-118bfd97806e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d676ff1-0166-5ff7-86db-f90a5ccf99a7-2d4d9e71-b808-45e3-a13f-71991168a9d3', 'network_id': '2d4d9e71-b808-45e3-a13f-71991168a9d3', 'tenant_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'fixed_ips': [{'subnet_id': '9614296a-537a-414b-ae37-4bb814e04b86'}]}} from dv-cinder-792462-15-smb. {{(pid=104577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 19:44:04.404340 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-392aa5a4-6b09-48fb-a590-118bfd97806e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for port, before_create {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:04.569527 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-66132db2-d376-4026-a6ba-afa1445209fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562'] for subnet, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:04.572073 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-bfd9b1df-b037-49e3-ad92-c7b4e76189b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:04.600702 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965cd516-83ab-4f30-9362-620b4ec0c622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833827a6-d85a-4add-a29c-9cc153e1cd33,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:04.678729 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-3c6496dd-5c37-4456-aeea-569f1f09975c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33081490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-542'] for router, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:04.682707 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-3c6496dd-5c37-4456-aeea-569f1f09975c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33081583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33076897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33284051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-615'] for router, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:04.695264 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-965cd516-83ab-4f30-9362-620b4ec0c622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:04.699246 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-14118032-cbf1-44bc-927f-b70ca464d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:04.731825 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66132db2-d376-4026-a6ba-afa1445209fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=647d05b7-de31-4d93-b064-d84c7c4b5039,revision_number=0']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:04.745966 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-66132db2-d376-4026-a6ba-afa1445209fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:04.752838 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66132db2-d376-4026-a6ba-afa1445209fa admin admin] Checking segment: {'id': 'eae7db14-5951-4079-acca-dc9e813be6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cbd5c296-051f-43ab-b7d6-154e00c9c776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:44:04.753196 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66132db2-d376-4026-a6ba-afa1445209fa admin admin] Network hostable DHCP agents. Network: cbd5c296-051f-43ab-b7d6-154e00c9c776, hostable agents: ['a15a033b-c070-47da-bf4d-e41793740fb3'], hosted agents: [] {{(pid=104576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 19:44:04.771007 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-965cd516-83ab-4f30-9362-620b4ec0c622 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761649351873'] for network, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:04.778801 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 37774) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:04.790085 dv-cinder-792462-15-smb neutron-server[104576]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 21 19:44:04.866000 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66132db2-d376-4026-a6ba-afa1445209fa admin admin] Network cbd5c296-051f-43ab-b7d6-154e00c9c776 is scheduled to be hosted by DHCP agent a15a033b-c070-47da-bf4d-e41793740fb3 with binding_index 1 {{(pid=104576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 19:44:04.867710 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.db_base_plugin_common [None req-392aa5a4-6b09-48fb-a590-118bfd97806e None None] Allocated IP 172.20.0.2 (2d4d9e71-b808-45e3-a13f-71991168a9d3/9614296a-537a-414b-ae37-4bb814e04b86/d1cd061b-121d-43c8-9537-1856e57a250e) {{(pid=104577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:44:04.942544 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.base_scheduler [None req-66132db2-d376-4026-a6ba-afa1445209fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-15-smb, cbd5c296-051f-43ab-b7d6-154e00c9c776) {{(pid=104576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:44:04.944755 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.db.resource_extend [None req-965cd516-83ab-4f30-9362-620b4ec0c622 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 21 19:44:04.965660 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-3c6496dd-5c37-4456-aeea-569f1f09975c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:04.971560 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65001a8e-4829-4950-bc53-3b7f403eb93b None None] Network cbd5c296-051f-43ab-b7d6-154e00c9c776 requested from dv-cinder-792462-15-smb {{(pid=104577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:44:04.971957 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66132db2-d376-4026-a6ba-afa1445209fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:04.972744 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-66132db2-d376-4026-a6ba-afa1445209fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for subnet, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:04.980797 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 37794) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:04.986701 dv-cinder-792462-15-smb neutron-server[104575]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 21 19:44:04.987648 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-965cd516-83ab-4f30-9362-620b4ec0c622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33202238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553'] for network, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:05.049768 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-66132db2-d376-4026-a6ba-afa1445209fa admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9114532 Jun 21 19:44:05.055933 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 37798) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:05.060925 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.v2.base [None req-e89e38fa-22fd-432c-9a2f-a6a21101b63a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1472202875-router', 'tenant_id': 'ffc77c8d33bc44a59650792ffcc5c42d', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143'}}} {{(pid=104576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:44:05.095852 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965cd516-83ab-4f30-9362-620b4ec0c622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:05.097170 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-965cd516-83ab-4f30-9362-620b4ec0c622 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for network, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:05.101238 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-4d771897-b8b7-4d6b-a842-05de7af0007d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:05.141282 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c868bde-8a6c-481f-a0f3-931d6de438ae req-f0d59124-f002-45f8-b8f3-c3b2034ec54e tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:05.144009 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-4c868bde-8a6c-481f-a0f3-931d6de438ae req-f0d59124-f002-45f8-b8f3-c3b2034ec54e tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] 10.222.0.38 "GET /v2.0/networks?id=0b4ccddf-7436-4748-9a46-0ddeeafb95c9 HTTP/1.1" status: 200 len: 811 time: 0.3559196 Jun 21 19:44:05.148723 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 37800) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:05.155641 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-e89e38fa-22fd-432c-9a2f-a6a21101b63a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33081490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-542'] for router, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:05.156827 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-e89e38fa-22fd-432c-9a2f-a6a21101b63a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33081583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33076897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33284051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-615'] for router, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:05.219998 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-e89e38fa-22fd-432c-9a2f-a6a21101b63a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:05.226164 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c4e4b2-10d4-4e49-bf02-20b947ffb2d6 None None] Network cbd5c296-051f-43ab-b7d6-154e00c9c776 requested from dv-cinder-792462-15-smb {{(pid=104577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:44:05.227522 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-4c868bde-8a6c-481f-a0f3-931d6de438ae req-a8951c18-cd08-4484-93d9-891099db78e6 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] 10.222.0.38 "GET /v2.0/quotas/2243c5ffe7384a48bbba20db17f9a4b0 HTTP/1.1" status: 200 len: 375 time: 0.0765145 Jun 21 19:44:05.251076 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-392aa5a4-6b09-48fb-a590-118bfd97806e None None] Notify callbacks [] for port, precommit_create {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:05.286225 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-392aa5a4-6b09-48fb-a590-118bfd97806e None None] Transition to ACTIVE for port object d1cd061b-121d-43c8-9537-1856e57a250e will not be triggered until provisioned by entity L2. {{(pid=104577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:44:05.294780 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb35f7b1-e5f8-47fa-b92c-f36777fe407c req-f66afde2-23d7-4327-9a4d-1f199466911a tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:05.302913 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-cb35f7b1-e5f8-47fa-b92c-f36777fe407c req-f66afde2-23d7-4327-9a4d-1f199466911a tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/networks?id=b8c61fcc-c4c3-4872-8556-59affedd8dad HTTP/1.1" status: 200 len: 815 time: 0.3194067 Jun 21 19:44:05.315824 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-392aa5a4-6b09-48fb-a590-118bfd97806e None None] Transition to ACTIVE for port object d1cd061b-121d-43c8-9537-1856e57a250e will not be triggered until provisioned by entity DHCP. {{(pid=104577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:44:05.335787 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-392aa5a4-6b09-48fb-a590-118bfd97806e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-129462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761649331797'] for port, after_create {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:05.341226 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:05.376731 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-965cd516-83ab-4f30-9362-620b4ec0c622 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 3.1410079 Jun 21 19:44:05.381663 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 37806) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:05.402077 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-1f64b08a-1e42-49c4-9469-67f012d03cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:05.418580 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392aa5a4-6b09-48fb-a590-118bfd97806e None None] Network 2d4d9e71-b808-45e3-a13f-71991168a9d3 is already hosted by enough agents. {{(pid=104577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:44:05.423704 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.scheduler.base_scheduler [None req-392aa5a4-6b09-48fb-a590-118bfd97806e None None] Resources bound (agent type, host, resource id): {{(pid=104577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:44:05.427991 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392aa5a4-6b09-48fb-a590-118bfd97806e None None] Received port after_create {{(pid=104577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:44:05.435683 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392aa5a4-6b09-48fb-a590-118bfd97806e None None] Pushing event updated for resources: {'Port': ['ID=d1cd061b-121d-43c8-9537-1856e57a250e,revision_number=1']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:05.446764 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-cb35f7b1-e5f8-47fa-b92c-f36777fe407c req-8c348a48-b04d-494f-9ae7-023218cc7b96 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/quotas/8b5695a498f64147a2657a531899f0a2 HTTP/1.1" status: 200 len: 375 time: 0.1196461 Jun 21 19:44:05.454238 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-3c6496dd-5c37-4456-aeea-569f1f09975c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33076947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33081440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-629'] for router, precommit_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:05.457977 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965cd516-83ab-4f30-9362-620b4ec0c622 admin admin] Pushing event updated for resources: {'Network': ['ID=f83e3e6f-0c8e-4ab7-af9c-731326ea9260,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:05.465106 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-965cd516-83ab-4f30-9362-620b4ec0c622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:05.465413 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392aa5a4-6b09-48fb-a590-118bfd97806e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:44:05.465712 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392aa5a4-6b09-48fb-a590-118bfd97806e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:44:05.466043 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392aa5a4-6b09-48fb-a590-118bfd97806e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:44:05.466377 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392aa5a4-6b09-48fb-a590-118bfd97806e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:44:05.466913 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392aa5a4-6b09-48fb-a590-118bfd97806e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:44:05.467036 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392aa5a4-6b09-48fb-a590-118bfd97806e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:44:05.467521 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392aa5a4-6b09-48fb-a590-118bfd97806e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:44:05.468085 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392aa5a4-6b09-48fb-a590-118bfd97806e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:44:05.468677 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392aa5a4-6b09-48fb-a590-118bfd97806e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:44:05.469022 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392aa5a4-6b09-48fb-a590-118bfd97806e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:44:05.469349 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392aa5a4-6b09-48fb-a590-118bfd97806e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:44:05.469671 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392aa5a4-6b09-48fb-a590-118bfd97806e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:44:05.471049 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392aa5a4-6b09-48fb-a590-118bfd97806e None None] Tracked resource versions report: Jun 21 19:44:05.471049 dv-cinder-792462-15-smb neutron-server[104577]: pushed versions: Jun 21 19:44:05.471049 dv-cinder-792462-15-smb neutron-server[104577]: { 'AddressGroup': {'1.2'}, Jun 21 19:44:05.471049 dv-cinder-792462-15-smb neutron-server[104577]: 'ConntrackHelper': {'1.0'}, Jun 21 19:44:05.471049 dv-cinder-792462-15-smb neutron-server[104577]: 'Log': {'1.0'}, Jun 21 19:44:05.471049 dv-cinder-792462-15-smb neutron-server[104577]: 'Network': {'1.1'}, Jun 21 19:44:05.471049 dv-cinder-792462-15-smb neutron-server[104577]: 'Port': {'1.7'}, Jun 21 19:44:05.471049 dv-cinder-792462-15-smb neutron-server[104577]: 'PortForwarding': {'1.2'}, Jun 21 19:44:05.471049 dv-cinder-792462-15-smb neutron-server[104577]: 'QosPolicy': {'1.8'}, Jun 21 19:44:05.471049 dv-cinder-792462-15-smb neutron-server[104577]: 'SecurityGroup': {'1.4'}, Jun 21 19:44:05.471049 dv-cinder-792462-15-smb neutron-server[104577]: 'SecurityGroupRule': {'1.2'}, Jun 21 19:44:05.471049 dv-cinder-792462-15-smb neutron-server[104577]: 'SubPort': {'1.0'}, Jun 21 19:44:05.471049 dv-cinder-792462-15-smb neutron-server[104577]: 'Subnet': {'1.1'}, Jun 21 19:44:05.471049 dv-cinder-792462-15-smb neutron-server[104577]: 'Trunk': {'1.1'}} Jun 21 19:44:05.471049 dv-cinder-792462-15-smb neutron-server[104577]: consumer versions: Jun 21 19:44:05.471049 dv-cinder-792462-15-smb neutron-server[104577]: { DHCP agent@dv-cinder-792462-15-smb: {}, Jun 21 19:44:05.471049 dv-cinder-792462-15-smb neutron-server[104577]: HyperV agent@hv-cinder-79246: {}, Jun 21 19:44:05.471049 dv-cinder-792462-15-smb neutron-server[104577]: L3 agent@dv-cinder-792462-15-smb: {}, Jun 21 19:44:05.471049 dv-cinder-792462-15-smb neutron-server[104577]: Metadata agent@dv-cinder-792462-15-smb: {}, Jun 21 19:44:05.471049 dv-cinder-792462-15-smb neutron-server[104577]: Metering agent@dv-cinder-792462-15-smb: {}, Jun 21 19:44:05.471049 dv-cinder-792462-15-smb neutron-server[104577]: Open vSwitch agent@dv-cinder-792462-15-smb: { 'AddressGroup': '1.2', Jun 21 19:44:05.471049 dv-cinder-792462-15-smb neutron-server[104577]: 'ConntrackHelper': '1.0', Jun 21 19:44:05.471049 dv-cinder-792462-15-smb neutron-server[104577]: 'Log': '1.0', Jun 21 19:44:05.471049 dv-cinder-792462-15-smb neutron-server[104577]: 'Network': '1.1', Jun 21 19:44:05.471049 dv-cinder-792462-15-smb neutron-server[104577]: 'Port': '1.7', Jun 21 19:44:05.471049 dv-cinder-792462-15-smb neutron-server[104577]: 'PortForwarding': '1.2', Jun 21 19:44:05.471049 dv-cinder-792462-15-smb neutron-server[104577]: 'QosPolicy': '1.8', Jun 21 19:44:05.471049 dv-cinder-792462-15-smb neutron-server[104577]: 'SecurityGroup': '1.4', Jun 21 19:44:05.471049 dv-cinder-792462-15-smb neutron-server[104577]: 'SecurityGroupRule': '1.2', Jun 21 19:44:05.471049 dv-cinder-792462-15-smb neutron-server[104577]: 'SubPort': '1.0', Jun 21 19:44:05.471049 dv-cinder-792462-15-smb neutron-server[104577]: 'Subnet': '1.1', Jun 21 19:44:05.471049 dv-cinder-792462-15-smb neutron-server[104577]: 'Trunk': '1.1'}} Jun 21 19:44:05.471049 dv-cinder-792462-15-smb neutron-server[104577]: {{(pid=104577) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 19:44:05.475912 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-392aa5a4-6b09-48fb-a590-118bfd97806e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:05.494514 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Network f83e3e6f-0c8e-4ab7-af9c-731326ea9260 details requested by agent ovs-agent-dv-cinder-792462-15-smb with host dv-cinder-792462-15-smb {{(pid=104577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 19:44:05.503448 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.v2.base [None req-cc77728b-b8f0-4beb-93fa-a8d716933d03 admin admin] Request body: {'subnet': {'network_id': 'f83e3e6f-0c8e-4ab7-af9c-731326ea9260', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-990421211-subnet', 'tenant_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:44:05.519472 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-4c868bde-8a6c-481f-a0f3-931d6de438ae req-21858554-4642-439f-93cb-beb91e0dbca6 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=2243c5ffe7384a48bbba20db17f9a4b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2662148 Jun 21 19:44:05.536169 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-cb35f7b1-e5f8-47fa-b92c-f36777fe407c req-bbf48709-ef8d-45ab-a1d4-e3d083705203 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=8b5695a498f64147a2657a531899f0a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0741754 Jun 21 19:44:05.544504 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.managers [None req-392aa5a4-6b09-48fb-a590-118bfd97806e None None] Attempting to bind port d1cd061b-121d-43c8-9537-1856e57a250e on host dv-cinder-792462-15-smb for vnic_type normal with profile {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:44:05.545305 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.managers [None req-392aa5a4-6b09-48fb-a590-118bfd97806e None None] Attempting to bind port d1cd061b-121d-43c8-9537-1856e57a250e by drivers openvswitch,hyperv on host dv-cinder-792462-15-smb at level 0 using segments [{'id': '33c04394-201f-475d-af05-ec70e2377f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2d4d9e71-b808-45e3-a13f-71991168a9d3'}] {{(pid=104577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:44:05.545573 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392aa5a4-6b09-48fb-a590-118bfd97806e None None] Attempting to bind port d1cd061b-121d-43c8-9537-1856e57a250e on network 2d4d9e71-b808-45e3-a13f-71991168a9d3 {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:44:05.554041 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392aa5a4-6b09-48fb-a590-118bfd97806e None None] Checking agent: {'id': '8d444399-5de6-4d79-83a5-d4f9d95bef37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 36, 33), 'started_at': datetime.datetime(2021, 6, 21, 19, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:44:05.554426 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392aa5a4-6b09-48fb-a590-118bfd97806e None None] Checking segment: {'id': '33c04394-201f-475d-af05-ec70e2377f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2d4d9e71-b808-45e3-a13f-71991168a9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:44:05.554833 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-392aa5a4-6b09-48fb-a590-118bfd97806e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:05.555226 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392aa5a4-6b09-48fb-a590-118bfd97806e None None] Bound using segment: {'id': '33c04394-201f-475d-af05-ec70e2377f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2d4d9e71-b808-45e3-a13f-71991168a9d3'} {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:44:05.555702 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.managers [None req-392aa5a4-6b09-48fb-a590-118bfd97806e None None] Bound port: d1cd061b-121d-43c8-9537-1856e57a250e, host: dv-cinder-792462-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33c04394-201f-475d-af05-ec70e2377f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2d4d9e71-b808-45e3-a13f-71991168a9d3'}}] {{(pid=104577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:44:05.556080 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-392aa5a4-6b09-48fb-a590-118bfd97806e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:05.622443 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-e89e38fa-22fd-432c-9a2f-a6a21101b63a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33076947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33081440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-629'] for router, precommit_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:05.647294 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-392aa5a4-6b09-48fb-a590-118bfd97806e None None] For port d1cd061b-121d-43c8-9537-1856e57a250e, host dv-cinder-792462-15-smb, cleared binding levels {{(pid=104577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:44:05.650907 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-392aa5a4-6b09-48fb-a590-118bfd97806e None None] For port d1cd061b-121d-43c8-9537-1856e57a250e, host dv-cinder-792462-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=d1cd061b-121d-43c8-9537-1856e57a250e,segment=NetworkSegment(33c04394-201f-475d-af05-ec70e2377f9f),segment_id=33c04394-201f-475d-af05-ec70e2377f9f)] {{(pid=104577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:44:05.656569 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-392aa5a4-6b09-48fb-a590-118bfd97806e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:05.659058 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-bddfc5d0-0c65-42cc-b369-abf8148c07eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:05.724269 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392aa5a4-6b09-48fb-a590-118bfd97806e None None] Pushing event updated for resources: {'Port': ['ID=d1cd061b-121d-43c8-9537-1856e57a250e,revision_number=2']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:05.727795 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-392aa5a4-6b09-48fb-a590-118bfd97806e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:05.744990 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [req-cb35f7b1-e5f8-47fa-b92c-f36777fe407c req-3d8cbec1-7211-42c4-b09f-d37ce0255eaf service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=104575) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 19:44:05.744990 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-cb35f7b1-e5f8-47fa-b92c-f36777fe407c req-3d8cbec1-7211-42c4-b09f-d37ce0255eaf service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0911310 Jun 21 19:44:05.759281 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [req-4c868bde-8a6c-481f-a0f3-931d6de438ae req-2dfee998-eb09-4683-a46b-51dbbc324e2b service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=104576) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 19:44:05.760267 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-4c868bde-8a6c-481f-a0f3-931d6de438ae req-2dfee998-eb09-4683-a46b-51dbbc324e2b service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0928810 Jun 21 19:44:05.836079 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-1f64b08a-1e42-49c4-9469-67f012d03cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:05.838666 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-3c6496dd-5c37-4456-aeea-569f1f09975c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:05.852334 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-1f64b08a-1e42-49c4-9469-67f012d03cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:05.866830 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-3c6496dd-5c37-4456-aeea-569f1f09975c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for port, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:05.870208 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:05.946492 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-42de2df7-e83b-4cb7-9b47-4d153e7d24d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:05.949827 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-cb35f7b1-e5f8-47fa-b92c-f36777fe407c req-5561f594-47e2-4d45-a432-adbff9826dc9 service neutron] 10.222.0.38 "GET /v2.0/networks/b8c61fcc-c4c3-4872-8556-59affedd8dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960816 Jun 21 19:44:05.956702 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc77728b-b8f0-4beb-93fa-a8d716933d03 admin admin] Made reservation on behalf of c5aea0db63454ab7b0452a27b5c0fbbe for: {'subnet': 1} {{(pid=104576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:44:05.962373 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-cc77728b-b8f0-4beb-93fa-a8d716933d03 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:05.987547 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-1f64b08a-1e42-49c4-9469-67f012d03cb7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6dce6d879d7d449a8cd3e6e5972437e8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8376899 Jun 21 19:44:05.991593 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 37822) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:06.016980 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-4c868bde-8a6c-481f-a0f3-931d6de438ae req-805a7824-8e61-475a-972a-dcfc20d14bcb service neutron] 10.222.0.38 "GET /v2.0/networks/0b4ccddf-7436-4748-9a46-0ddeeafb95c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453074 Jun 21 19:44:06.038058 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f64b08a-1e42-49c4-9469-67f012d03cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64775c1-b14d-45ab-8039-ec7ebf45320f,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:06.052898 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-1f64b08a-1e42-49c4-9469-67f012d03cb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:06.141105 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.db_base_plugin_common [None req-3c6496dd-5c37-4456-aeea-569f1f09975c admin admin] Allocated IP 172.28.3.89 (1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143/92f70134-f308-40e4-a372-590fff45c87e/a8e686c1-5144-483c-800b-843137339b6a) {{(pid=104575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:44:06.256636 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-cb35f7b1-e5f8-47fa-b92c-f36777fe407c req-e07bd039-0ca8-4c14-9e0a-d93aa987d2cb service neutron] 10.222.0.38 "GET /v2.0/networks/b8c61fcc-c4c3-4872-8556-59affedd8dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875848 Jun 21 19:44:06.277302 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-d0d0a1fb-08cd-4821-b246-2fa0b4cd4ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:06.278190 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-4c868bde-8a6c-481f-a0f3-931d6de438ae req-154e9fc7-1968-401f-97cf-0511b84c996b service neutron] 10.222.0.38 "GET /v2.0/networks/0b4ccddf-7436-4748-9a46-0ddeeafb95c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503676 Jun 21 19:44:06.316187 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-d0d0a1fb-08cd-4821-b246-2fa0b4cd4ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:06.323310 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-e89e38fa-22fd-432c-9a2f-a6a21101b63a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:06.367581 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-3c6496dd-5c37-4456-aeea-569f1f09975c admin admin] Notify callbacks [] for port, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:06.371142 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-e89e38fa-22fd-432c-9a2f-a6a21101b63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for port, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:06.441481 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-d0d0a1fb-08cd-4821-b246-2fa0b4cd4ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:06.446045 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-d0d0a1fb-08cd-4821-b246-2fa0b4cd4ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:06.447322 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-d0d0a1fb-08cd-4821-b246-2fa0b4cd4ffc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a64775c1-b14d-45ab-8039-ec7ebf45320f HTTP/1.1" status: 204 len: 168 time: 0.4173455 Jun 21 19:44:06.449301 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-4d771897-b8b7-4d6b-a842-05de7af0007d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:06.464382 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-cc77728b-b8f0-4beb-93fa-a8d716933d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562'] for subnet, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:06.476819 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:06.507411 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d0a1fb-08cd-4821-b246-2fa0b4cd4ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64775c1-b14d-45ab-8039-ec7ebf45320f,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:06.513122 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-d0d0a1fb-08cd-4821-b246-2fa0b4cd4ffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:06.543949 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-3c6496dd-5c37-4456-aeea-569f1f09975c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-129462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761649331797'] for port, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:06.548137 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-d34c710c-5929-48f3-b897-32ababb15462 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:06.609587 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6496dd-5c37-4456-aeea-569f1f09975c admin admin] Network 1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143 is already hosted by enough agents. {{(pid=104575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:44:06.613293 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.base_scheduler [None req-3c6496dd-5c37-4456-aeea-569f1f09975c admin admin] Resources bound (agent type, host, resource id): {{(pid=104575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:44:06.615996 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6496dd-5c37-4456-aeea-569f1f09975c admin admin] Received port after_create {{(pid=104575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:44:06.746452 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77728b-b8f0-4beb-93fa-a8d716933d03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce1151cf-2ecc-44e3-aa52-cfec5d7d7e35,revision_number=0']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:06.812548 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-cc77728b-b8f0-4beb-93fa-a8d716933d03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:06.820350 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-795ac19e-63e1-4f8e-a029-858995ae5b64 req-d2082c82-bfc6-48c9-babd-02192e6e426d tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fa6643b-de2d-4dfc-accd-38f3e1dc08da HTTP/1.1" status: 200 len: 210 time: 0.1522319 Jun 21 19:44:06.869170 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc77728b-b8f0-4beb-93fa-a8d716933d03 admin admin] Checking segment: {'id': 'e202d1ae-8a3f-4de6-bda1-b53b4f0f8fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f83e3e6f-0c8e-4ab7-af9c-731326ea9260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:44:06.869535 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc77728b-b8f0-4beb-93fa-a8d716933d03 admin admin] Network hostable DHCP agents. Network: f83e3e6f-0c8e-4ab7-af9c-731326ea9260, hostable agents: ['a15a033b-c070-47da-bf4d-e41793740fb3'], hosted agents: [] {{(pid=104576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 19:44:06.894543 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.db_base_plugin_common [None req-e89e38fa-22fd-432c-9a2f-a6a21101b63a admin admin] Allocated IP 172.28.3.139 (1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143/92f70134-f308-40e4-a372-590fff45c87e/3da4fb48-6141-4d89-b2f9-146d6f1da44d) {{(pid=104576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:44:06.955491 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51f47a8-eeb2-4b0e-9db3-c3ad93376b62 None None] Network 2d4d9e71-b808-45e3-a13f-71991168a9d3 requested from dv-cinder-792462-15-smb {{(pid=104577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:44:07.007519 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc77728b-b8f0-4beb-93fa-a8d716933d03 admin admin] Network f83e3e6f-0c8e-4ab7-af9c-731326ea9260 is scheduled to be hosted by DHCP agent a15a033b-c070-47da-bf4d-e41793740fb3 with binding_index 1 {{(pid=104576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 19:44:07.029056 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.base_scheduler [None req-cc77728b-b8f0-4beb-93fa-a8d716933d03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-15-smb, f83e3e6f-0c8e-4ab7-af9c-731326ea9260) {{(pid=104576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:44:07.036815 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc77728b-b8f0-4beb-93fa-a8d716933d03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:07.037492 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-cc77728b-b8f0-4beb-93fa-a8d716933d03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for subnet, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:07.076188 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6496dd-5c37-4456-aeea-569f1f09975c admin admin] Pushing event updated for resources: {'Port': ['ID=a8e686c1-5144-483c-800b-843137339b6a,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:07.079925 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-3c6496dd-5c37-4456-aeea-569f1f09975c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:07.096915 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-b60145e1-f19e-46a7-b46e-f2e8982da2d5 req-a403f463-2b5a-47b4-a653-3e120cb6508f tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1332987-367a-4380-87d6-03e717cfde2b HTTP/1.1" status: 200 len: 210 time: 0.1931539 Jun 21 19:44:07.102576 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 37874) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:07.103455 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-cc77728b-b8f0-4beb-93fa-a8d716933d03 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7018597 Jun 21 19:44:07.118380 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [None req-dbfeca6e-50a2-4e73-9826-65619024880f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-990421211-router', 'tenant_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143'}}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:44:07.179786 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-e89e38fa-22fd-432c-9a2f-a6a21101b63a admin admin] Notify callbacks [] for port, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:07.192441 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 37876) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:07.215904 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-dbfeca6e-50a2-4e73-9826-65619024880f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33081490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-542'] for router, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:07.216953 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-dbfeca6e-50a2-4e73-9826-65619024880f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33081583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33076897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33284051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-615'] for router, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:07.221050 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdafca96-78be-4988-93aa-4fcbb9930822 None None] Network f83e3e6f-0c8e-4ab7-af9c-731326ea9260 requested from dv-cinder-792462-15-smb {{(pid=104577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:44:07.223827 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-70c4b6e6-918f-4521-9ae4-96d390a984d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:07.397615 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-e89e38fa-22fd-432c-9a2f-a6a21101b63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-129462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761649331797'] for port, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:07.432009 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:07.452611 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89e38fa-22fd-432c-9a2f-a6a21101b63a admin admin] Network 1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143 is already hosted by enough agents. {{(pid=104576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:44:07.497488 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.base_scheduler [None req-e89e38fa-22fd-432c-9a2f-a6a21101b63a admin admin] Resources bound (agent type, host, resource id): {{(pid=104576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:44:07.502762 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89e38fa-22fd-432c-9a2f-a6a21101b63a admin admin] Received port after_create {{(pid=104576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:44:07.608493 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-dbfeca6e-50a2-4e73-9826-65619024880f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:07.629883 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-dd968413-27a0-4bb4-a8f0-a74b7e943111 None None] Provisioning for port d1cd061b-121d-43c8-9537-1856e57a250e completed by entity DHCP. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:44:07.717726 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edfa238-efb9-4496-b549-000a3d1a6dc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d676ff1-0166-5ff7-86db-f90a5ccf99a7-f83e3e6f-0c8e-4ab7-af9c-731326ea9260', 'network_id': 'f83e3e6f-0c8e-4ab7-af9c-731326ea9260', 'tenant_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'fixed_ips': [{'subnet_id': 'ce1151cf-2ecc-44e3-aa52-cfec5d7d7e35'}]}} from dv-cinder-792462-15-smb. {{(pid=104577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 19:44:07.719453 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-2edfa238-efb9-4496-b549-000a3d1a6dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for port, before_create {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:07.728727 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-3c6496dd-5c37-4456-aeea-569f1f09975c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:07.766780 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device d1cd061b-121d-43c8-9537-1856e57a250e up at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:44:07.848873 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-dbfeca6e-50a2-4e73-9826-65619024880f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33076947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33081440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-629'] for router, precommit_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:08.160019 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning for port d1cd061b-121d-43c8-9537-1856e57a250e completed by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:44:08.165113 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-3c6496dd-5c37-4456-aeea-569f1f09975c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33081499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33078023'] for router, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:08.176887 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89e38fa-22fd-432c-9a2f-a6a21101b63a admin admin] Pushing event updated for resources: {'Port': ['ID=3da4fb48-6141-4d89-b2f9-146d6f1da44d,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:08.199446 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning complete for port d1cd061b-121d-43c8-9537-1856e57a250e triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:44:08.199446 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:08.227877 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-e89e38fa-22fd-432c-9a2f-a6a21101b63a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.796s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:08.228914 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.db_base_plugin_common [None req-2edfa238-efb9-4496-b549-000a3d1a6dc5 None None] Allocated IP 172.20.0.2 (f83e3e6f-0c8e-4ab7-af9c-731326ea9260/ce1151cf-2ecc-44e3-aa52-cfec5d7d7e35/d64f0ce9-4160-4ffd-99c0-dd0bd7155360) {{(pid=104577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:44:08.274586 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-9d53da12-c8a8-42d1-b2b0-a77cb8e04d8e req-b115ddc8-4a14-4105-ab78-2d54a8944594 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fa6643b-de2d-4dfc-accd-38f3e1dc08da HTTP/1.1" status: 200 len: 210 time: 0.0926483 Jun 21 19:44:08.478923 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-e89e38fa-22fd-432c-9a2f-a6a21101b63a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:08.542060 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-2edfa238-efb9-4496-b549-000a3d1a6dc5 None None] Notify callbacks [] for port, precommit_create {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:08.549255 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-c8609678-acce-4870-9c47-91c960968a58 req-0cb61d2e-9f88-491a-b80b-fd9d97483053 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1332987-367a-4380-87d6-03e717cfde2b HTTP/1.1" status: 200 len: 210 time: 0.3355103 Jun 21 19:44:08.555662 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-2edfa238-efb9-4496-b549-000a3d1a6dc5 None None] Transition to ACTIVE for port object d64f0ce9-4160-4ffd-99c0-dd0bd7155360 will not be triggered until provisioned by entity L2. {{(pid=104577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:44:08.580174 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-2edfa238-efb9-4496-b549-000a3d1a6dc5 None None] Transition to ACTIVE for port object d64f0ce9-4160-4ffd-99c0-dd0bd7155360 will not be triggered until provisioned by entity DHCP. {{(pid=104577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:44:08.637931 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-dbfeca6e-50a2-4e73-9826-65619024880f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:08.642958 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c6496dd-5c37-4456-aeea-569f1f09975c admin admin] Router 4f6e2569-ac98-42f8-a137-37d5f631785f is scheduled to L3 agent 340c6150-ff20-4abf-b4fe-5b82b8e71fd8 with binding_index 1 {{(pid=104575) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 19:44:08.678850 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-2edfa238-efb9-4496-b549-000a3d1a6dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-129462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761649331797'] for port, after_create {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:08.688621 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:08.697724 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-dbfeca6e-50a2-4e73-9826-65619024880f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for port, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:08.697959 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-70c4b6e6-918f-4521-9ae4-96d390a984d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:08.705920 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-70c4b6e6-918f-4521-9ae4-96d390a984d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:08.732033 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:08.764933 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:08.771092 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edfa238-efb9-4496-b549-000a3d1a6dc5 None None] Network f83e3e6f-0c8e-4ab7-af9c-731326ea9260 is already hosted by enough agents. {{(pid=104577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:44:08.781463 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.scheduler.base_scheduler [None req-2edfa238-efb9-4496-b549-000a3d1a6dc5 None None] Resources bound (agent type, host, resource id): {{(pid=104577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:44:08.786492 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edfa238-efb9-4496-b549-000a3d1a6dc5 None None] Received port after_create {{(pid=104577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:44:08.816008 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-d837facc-c935-4cb1-9b97-2649dd62ea40 None None] Provisioning complete for port d1cd061b-121d-43c8-9537-1856e57a250e triggered by entity DHCP. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:44:08.817517 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-d837facc-c935-4cb1-9b97-2649dd62ea40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:08.829662 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-70c4b6e6-918f-4521-9ae4-96d390a984d5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e13b25397b71466790c4221bcaca37a2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6359744 Jun 21 19:44:08.832753 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 37960) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:08.833848 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c4b6e6-918f-4521-9ae4-96d390a984d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7a159a-0bc2-437b-b155-5b7b33f6f613,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:08.840553 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-70c4b6e6-918f-4521-9ae4-96d390a984d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:08.877845 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] For port d1cd061b-121d-43c8-9537-1856e57a250e, host dv-cinder-792462-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=d1cd061b-121d-43c8-9537-1856e57a250e,segment=NetworkSegment(33c04394-201f-475d-af05-ec70e2377f9f),segment_id=33c04394-201f-475d-af05-ec70e2377f9f)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:44:08.922570 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:08.950583 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edfa238-efb9-4496-b549-000a3d1a6dc5 None None] Pushing event updated for resources: {'Port': ['ID=d64f0ce9-4160-4ffd-99c0-dd0bd7155360,revision_number=1']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:08.972122 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6496dd-5c37-4456-aeea-569f1f09975c admin admin] Notify agent at l3_agent.dv-cinder-792462-15-smb the message routers_updated {{(pid=104575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 19:44:08.983938 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030ea434-5ed0-4dc6-bad8-1e9dd16b2669 None None] Sync routers for ids ['4f6e2569-ac98-42f8-a137-37d5f631785f'] in dv-cinder-792462-15-smb {{(pid=104578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 19:44:08.989367 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.managers [None req-2edfa238-efb9-4496-b549-000a3d1a6dc5 None None] Attempting to bind port d64f0ce9-4160-4ffd-99c0-dd0bd7155360 on host dv-cinder-792462-15-smb for vnic_type normal with profile {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:44:08.989909 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.managers [None req-2edfa238-efb9-4496-b549-000a3d1a6dc5 None None] Attempting to bind port d64f0ce9-4160-4ffd-99c0-dd0bd7155360 by drivers openvswitch,hyperv on host dv-cinder-792462-15-smb at level 0 using segments [{'id': 'e202d1ae-8a3f-4de6-bda1-b53b4f0f8fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f83e3e6f-0c8e-4ab7-af9c-731326ea9260'}] {{(pid=104577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:44:08.990388 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edfa238-efb9-4496-b549-000a3d1a6dc5 None None] Attempting to bind port d64f0ce9-4160-4ffd-99c0-dd0bd7155360 on network f83e3e6f-0c8e-4ab7-af9c-731326ea9260 {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:44:09.000211 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-2edfa238-efb9-4496-b549-000a3d1a6dc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:09.001412 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:09.001592 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030ea434-5ed0-4dc6-bad8-1e9dd16b2669 None None] Routers {'4f6e2569-ac98-42f8-a137-37d5f631785f'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:44:09.002514 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-030ea434-5ed0-4dc6-bad8-1e9dd16b2669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:44:03Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['4f6e2569-ac98-42f8-a137-37d5f631785f'], 'active': True} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:44:09.008125 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edfa238-efb9-4496-b549-000a3d1a6dc5 None None] Checking agent: {'id': '8d444399-5de6-4d79-83a5-d4f9d95bef37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 36, 33), 'started_at': datetime.datetime(2021, 6, 21, 19, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:44:09.008841 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edfa238-efb9-4496-b549-000a3d1a6dc5 None None] Checking segment: {'id': 'e202d1ae-8a3f-4de6-bda1-b53b4f0f8fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f83e3e6f-0c8e-4ab7-af9c-731326ea9260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:44:09.009140 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-5c114b01-0ebe-4b51-b69a-15b1769be1ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:09.010344 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-2edfa238-efb9-4496-b549-000a3d1a6dc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:09.011033 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edfa238-efb9-4496-b549-000a3d1a6dc5 None None] Bound using segment: {'id': 'e202d1ae-8a3f-4de6-bda1-b53b4f0f8fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f83e3e6f-0c8e-4ab7-af9c-731326ea9260'} {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:44:09.011957 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.managers [None req-2edfa238-efb9-4496-b549-000a3d1a6dc5 None None] Bound port: d64f0ce9-4160-4ffd-99c0-dd0bd7155360, host: dv-cinder-792462-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e202d1ae-8a3f-4de6-bda1-b53b4f0f8fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f83e3e6f-0c8e-4ab7-af9c-731326ea9260'}}] {{(pid=104577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:44:09.012525 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-2edfa238-efb9-4496-b549-000a3d1a6dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:09.015729 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.db_base_plugin_common [None req-dbfeca6e-50a2-4e73-9826-65619024880f admin admin] Allocated IP 172.28.3.236 (1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143/92f70134-f308-40e4-a372-590fff45c87e/d05cdae7-31d1-415e-b5f2-3cffb2b2b1bb) {{(pid=104575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:44:09.026322 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-3c6496dd-5c37-4456-aeea-569f1f09975c admin admin] Notify callbacks [] for router, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:09.028098 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-3c6496dd-5c37-4456-aeea-569f1f09975c admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.7500863 Jun 21 19:44:09.031441 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 37970) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:09.127939 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-5c114b01-0ebe-4b51-b69a-15b1769be1ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:09.162335 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Pushing event updated for resources: {'Port': ['ID=d1cd061b-121d-43c8-9537-1856e57a250e,revision_number=3']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:09.185948 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:09.242163 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-e89e38fa-22fd-432c-9a2f-a6a21101b63a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33081499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33078023'] for router, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:09.245478 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-2edfa238-efb9-4496-b549-000a3d1a6dc5 None None] For port d64f0ce9-4160-4ffd-99c0-dd0bd7155360, host dv-cinder-792462-15-smb, cleared binding levels {{(pid=104577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:44:09.249685 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-2edfa238-efb9-4496-b549-000a3d1a6dc5 None None] For port d64f0ce9-4160-4ffd-99c0-dd0bd7155360, host dv-cinder-792462-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=d64f0ce9-4160-4ffd-99c0-dd0bd7155360,segment=NetworkSegment(e202d1ae-8a3f-4de6-bda1-b53b4f0f8fab),segment_id=e202d1ae-8a3f-4de6-bda1-b53b4f0f8fab)] {{(pid=104577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:44:09.256415 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-2edfa238-efb9-4496-b549-000a3d1a6dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:09.261318 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-392aa5a4-6b09-48fb-a590-118bfd97806e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:09.305993 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvr_db [None req-030ea434-5ed0-4dc6-bad8-1e9dd16b2669 None None] Set router 4f6e2569-ac98-42f8-a137-37d5f631785f gateway port host: dv-cinder-792462-15-smb {{(pid=104578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:44:09.407396 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edfa238-efb9-4496-b549-000a3d1a6dc5 None None] Pushing event updated for resources: {'Port': ['ID=d64f0ce9-4160-4ffd-99c0-dd0bd7155360,revision_number=2']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:09.422982 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-2edfa238-efb9-4496-b549-000a3d1a6dc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:09.463664 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-5c114b01-0ebe-4b51-b69a-15b1769be1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:09.475608 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-5c114b01-0ebe-4b51-b69a-15b1769be1ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:09.478974 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-5c114b01-0ebe-4b51-b69a-15b1769be1ec admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1b7a159a-0bc2-437b-b155-5b7b33f6f613 HTTP/1.1" status: 204 len: 168 time: 0.6213005 Jun 21 19:44:09.491656 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:09.501725 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c114b01-0ebe-4b51-b69a-15b1769be1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7a159a-0bc2-437b-b155-5b7b33f6f613,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:09.513885 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-5c114b01-0ebe-4b51-b69a-15b1769be1ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:09.610340 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e89e38fa-22fd-432c-9a2f-a6a21101b63a admin admin] Router 9e135593-e63a-4344-9ae0-657c7e96a6cb is scheduled to L3 agent 340c6150-ff20-4abf-b4fe-5b82b8e71fd8 with binding_index 1 {{(pid=104576) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 19:44:09.677738 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device d1cd061b-121d-43c8-9537-1856e57a250e up at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:44:09.695382 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-030ea434-5ed0-4dc6-bad8-1e9dd16b2669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'name': 'tempest-AttachVolumeShelveTestJSON-524762901-router', 'tenant_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a8e686c1-5144-483c-800b-843137339b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:44:04Z', 'updated_at': '2021-06-21T19:44:07Z', 'revision_number': 3, 'project_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'gw_port': {'id': 'a8e686c1-5144-483c-800b-843137339b6a', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d4:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:05Z', 'updated_at': '2021-06-21T19:44:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb'}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:44:09.750868 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-40d8182d-b2d7-49b8-a342-ba72527983ef req-16f2c283-577b-43b1-b841-7baf8868c51d tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fa6643b-de2d-4dfc-accd-38f3e1dc08da HTTP/1.1" status: 200 len: 210 time: 0.2347865 Jun 21 19:44:09.787766 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030ea434-5ed0-4dc6-bad8-1e9dd16b2669 None None] Checking router: 4f6e2569-ac98-42f8-a137-37d5f631785f for host: dv-cinder-792462-15-smb {{(pid=104578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 19:44:09.788127 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030ea434-5ed0-4dc6-bad8-1e9dd16b2669 None None] Updating router 4f6e2569-ac98-42f8-a137-37d5f631785f port a8e686c1-5144-483c-800b-843137339b6a binding host dv-cinder-792462-15-smb {{(pid=104578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 19:44:09.870349 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning complete for port d1cd061b-121d-43c8-9537-1856e57a250e triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:44:09.871511 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:09.872338 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-030ea434-5ed0-4dc6-bad8-1e9dd16b2669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:09.876274 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-dbfeca6e-50a2-4e73-9826-65619024880f admin admin] Notify callbacks [] for port, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:09.947232 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-dbfeca6e-50a2-4e73-9826-65619024880f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-129462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761649331797'] for port, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:09.956945 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89e38fa-22fd-432c-9a2f-a6a21101b63a admin admin] Notify agent at l3_agent.dv-cinder-792462-15-smb the message routers_updated {{(pid=104576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 19:44:10.026632 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602a3536-8071-4082-af98-e6e4e548ced0 None None] Sync routers for ids ['9e135593-e63a-4344-9ae0-657c7e96a6cb'] in dv-cinder-792462-15-smb {{(pid=104577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 19:44:10.028847 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-9ebc9782-f433-4db8-bfda-28098615bbf5 req-75b820fd-a492-4e66-80b0-9e26b418800a tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1332987-367a-4380-87d6-03e717cfde2b HTTP/1.1" status: 200 len: 210 time: 0.0659215 Jun 21 19:44:10.046473 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-e89e38fa-22fd-432c-9a2f-a6a21101b63a admin admin] Notify callbacks [] for router, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:10.047850 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-e89e38fa-22fd-432c-9a2f-a6a21101b63a admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.9908826 Jun 21 19:44:10.050471 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 38006) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:10.102055 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602a3536-8071-4082-af98-e6e4e548ced0 None None] Routers {'9e135593-e63a-4344-9ae0-657c7e96a6cb'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:44:10.102703 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-602a3536-8071-4082-af98-e6e4e548ced0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:44:03Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['9e135593-e63a-4344-9ae0-657c7e96a6cb'], 'active': True} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:44:10.201450 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-3c6496dd-5c37-4456-aeea-569f1f09975c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:10.210939 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.46', 52176) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:10.299380 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfeca6e-50a2-4e73-9826-65619024880f admin admin] Pushing event updated for resources: {'Port': ['ID=d05cdae7-31d1-415e-b5f2-3cffb2b2b1bb,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:10.309137 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-dbfeca6e-50a2-4e73-9826-65619024880f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:10.336515 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfeca6e-50a2-4e73-9826-65619024880f admin admin] Network 1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143 is already hosted by enough agents. {{(pid=104575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:44:10.349365 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.base_scheduler [None req-dbfeca6e-50a2-4e73-9826-65619024880f admin admin] Resources bound (agent type, host, resource id): {{(pid=104575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:44:10.355916 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfeca6e-50a2-4e73-9826-65619024880f admin admin] Received port after_create {{(pid=104575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:44:10.443434 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvr_db [None req-602a3536-8071-4082-af98-e6e4e548ced0 None None] Set router 9e135593-e63a-4344-9ae0-657c7e96a6cb gateway port host: dv-cinder-792462-15-smb {{(pid=104577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:44:10.527524 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-030ea434-5ed0-4dc6-bad8-1e9dd16b2669 None None] Notify callbacks [] for port, precommit_update {{(pid=104578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:10.550088 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.provisioning_blocks [None req-030ea434-5ed0-4dc6-bad8-1e9dd16b2669 None None] Transition to ACTIVE for port object a8e686c1-5144-483c-800b-843137339b6a will not be triggered until provisioned by entity L2. {{(pid=104578) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:44:10.564093 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-030ea434-5ed0-4dc6-bad8-1e9dd16b2669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:10.568142 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:10.649162 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007678dd-be83-4ea5-a0e7-57078ca8d186 None None] Pushing event updated for resources: {'Port': ['ID=a8e686c1-5144-483c-800b-843137339b6a,revision_number=2']} {{(pid=104578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:10.706264 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007678dd-be83-4ea5-a0e7-57078ca8d186 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:44:10.713179 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007678dd-be83-4ea5-a0e7-57078ca8d186 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:44:10.716105 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007678dd-be83-4ea5-a0e7-57078ca8d186 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:44:10.718046 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007678dd-be83-4ea5-a0e7-57078ca8d186 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:44:10.719412 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007678dd-be83-4ea5-a0e7-57078ca8d186 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:44:10.721217 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007678dd-be83-4ea5-a0e7-57078ca8d186 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:44:10.723439 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007678dd-be83-4ea5-a0e7-57078ca8d186 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:44:10.726687 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007678dd-be83-4ea5-a0e7-57078ca8d186 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:44:10.735624 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007678dd-be83-4ea5-a0e7-57078ca8d186 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:44:10.735624 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007678dd-be83-4ea5-a0e7-57078ca8d186 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:44:10.735624 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007678dd-be83-4ea5-a0e7-57078ca8d186 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:44:10.735624 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007678dd-be83-4ea5-a0e7-57078ca8d186 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:44:10.735624 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-007678dd-be83-4ea5-a0e7-57078ca8d186 None None] Tracked resource versions report: Jun 21 19:44:10.735624 dv-cinder-792462-15-smb neutron-server[104578]: pushed versions: Jun 21 19:44:10.735624 dv-cinder-792462-15-smb neutron-server[104578]: { 'AddressGroup': {'1.2'}, Jun 21 19:44:10.735624 dv-cinder-792462-15-smb neutron-server[104578]: 'ConntrackHelper': {'1.0'}, Jun 21 19:44:10.735624 dv-cinder-792462-15-smb neutron-server[104578]: 'Log': {'1.0'}, Jun 21 19:44:10.735624 dv-cinder-792462-15-smb neutron-server[104578]: 'Network': {'1.1'}, Jun 21 19:44:10.735624 dv-cinder-792462-15-smb neutron-server[104578]: 'Port': {'1.7'}, Jun 21 19:44:10.735624 dv-cinder-792462-15-smb neutron-server[104578]: 'PortForwarding': {'1.2'}, Jun 21 19:44:10.735624 dv-cinder-792462-15-smb neutron-server[104578]: 'QosPolicy': {'1.8'}, Jun 21 19:44:10.735624 dv-cinder-792462-15-smb neutron-server[104578]: 'SecurityGroup': {'1.4'}, Jun 21 19:44:10.735624 dv-cinder-792462-15-smb neutron-server[104578]: 'SecurityGroupRule': {'1.2'}, Jun 21 19:44:10.735624 dv-cinder-792462-15-smb neutron-server[104578]: 'SubPort': {'1.0'}, Jun 21 19:44:10.735624 dv-cinder-792462-15-smb neutron-server[104578]: 'Subnet': {'1.1'}, Jun 21 19:44:10.735624 dv-cinder-792462-15-smb neutron-server[104578]: 'Trunk': {'1.1'}} Jun 21 19:44:10.735624 dv-cinder-792462-15-smb neutron-server[104578]: consumer versions: Jun 21 19:44:10.735624 dv-cinder-792462-15-smb neutron-server[104578]: { DHCP agent@dv-cinder-792462-15-smb: {}, Jun 21 19:44:10.735624 dv-cinder-792462-15-smb neutron-server[104578]: HyperV agent@hv-cinder-79246: {}, Jun 21 19:44:10.735624 dv-cinder-792462-15-smb neutron-server[104578]: L3 agent@dv-cinder-792462-15-smb: {}, Jun 21 19:44:10.735624 dv-cinder-792462-15-smb neutron-server[104578]: Metadata agent@dv-cinder-792462-15-smb: {}, Jun 21 19:44:10.735624 dv-cinder-792462-15-smb neutron-server[104578]: Metering agent@dv-cinder-792462-15-smb: {}, Jun 21 19:44:10.735624 dv-cinder-792462-15-smb neutron-server[104578]: Open vSwitch agent@dv-cinder-792462-15-smb: { 'AddressGroup': '1.2', Jun 21 19:44:10.735624 dv-cinder-792462-15-smb neutron-server[104578]: 'ConntrackHelper': '1.0', Jun 21 19:44:10.735624 dv-cinder-792462-15-smb neutron-server[104578]: 'Log': '1.0', Jun 21 19:44:10.735624 dv-cinder-792462-15-smb neutron-server[104578]: 'Network': '1.1', Jun 21 19:44:10.735624 dv-cinder-792462-15-smb neutron-server[104578]: 'Port': '1.7', Jun 21 19:44:10.735624 dv-cinder-792462-15-smb neutron-server[104578]: 'PortForwarding': '1.2', Jun 21 19:44:10.735624 dv-cinder-792462-15-smb neutron-server[104578]: 'QosPolicy': '1.8', Jun 21 19:44:10.735624 dv-cinder-792462-15-smb neutron-server[104578]: 'SecurityGroup': '1.4', Jun 21 19:44:10.735624 dv-cinder-792462-15-smb neutron-server[104578]: 'SecurityGroupRule': '1.2', Jun 21 19:44:10.735624 dv-cinder-792462-15-smb neutron-server[104578]: 'SubPort': '1.0', Jun 21 19:44:10.735624 dv-cinder-792462-15-smb neutron-server[104578]: 'Subnet': '1.1', Jun 21 19:44:10.735624 dv-cinder-792462-15-smb neutron-server[104578]: 'Trunk': '1.1'}} Jun 21 19:44:10.735624 dv-cinder-792462-15-smb neutron-server[104578]: {{(pid=104578) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 19:44:10.735624 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG oslo_concurrency.lockutils [None req-007678dd-be83-4ea5-a0e7-57078ca8d186 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=104578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:10.776536 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c868bde-8a6c-481f-a0f3-931d6de438ae req-dff6d540-e2dc-49cf-acdc-0c1c64572ddd tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:10.779119 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-4c868bde-8a6c-481f-a0f3-931d6de438ae req-dff6d540-e2dc-49cf-acdc-0c1c64572ddd tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] 10.222.0.46 "GET /v2.0/networks?id=0b4ccddf-7436-4748-9a46-0ddeeafb95c9 HTTP/1.1" status: 200 len: 811 time: 0.5670805 Jun 21 19:44:10.789152 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.managers [None req-030ea434-5ed0-4dc6-bad8-1e9dd16b2669 None None] Attempting to bind port a8e686c1-5144-483c-800b-843137339b6a on host dv-cinder-792462-15-smb for vnic_type normal with profile {{(pid=104578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:44:10.790058 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.managers [None req-030ea434-5ed0-4dc6-bad8-1e9dd16b2669 None None] Attempting to bind port a8e686c1-5144-483c-800b-843137339b6a by drivers openvswitch,hyperv on host dv-cinder-792462-15-smb at level 0 using segments [{'id': '9e55d9b0-2d6a-4ec9-a110-693459193d1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143'}] {{(pid=104578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:44:10.792249 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030ea434-5ed0-4dc6-bad8-1e9dd16b2669 None None] Attempting to bind port a8e686c1-5144-483c-800b-843137339b6a on network 1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143 {{(pid=104578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:44:10.807870 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030ea434-5ed0-4dc6-bad8-1e9dd16b2669 None None] Checking agent: {'id': '8d444399-5de6-4d79-83a5-d4f9d95bef37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 36, 33), 'started_at': datetime.datetime(2021, 6, 21, 19, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:44:10.810104 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030ea434-5ed0-4dc6-bad8-1e9dd16b2669 None None] Checking segment: {'id': '9e55d9b0-2d6a-4ec9-a110-693459193d1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:44:10.810631 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-030ea434-5ed0-4dc6-bad8-1e9dd16b2669 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:10.811132 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-030ea434-5ed0-4dc6-bad8-1e9dd16b2669 None None] Bound using segment: {'id': '9e55d9b0-2d6a-4ec9-a110-693459193d1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143'} {{(pid=104578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:44:10.811730 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.managers [None req-030ea434-5ed0-4dc6-bad8-1e9dd16b2669 None None] Bound port: a8e686c1-5144-483c-800b-843137339b6a, host: dv-cinder-792462-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e55d9b0-2d6a-4ec9-a110-693459193d1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143'}}] {{(pid=104578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:44:10.815974 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-030ea434-5ed0-4dc6-bad8-1e9dd16b2669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:10.835990 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.v2.base [req-4c868bde-8a6c-481f-a0f3-931d6de438ae req-86b05cc7-85f8-4924-a39c-b53b9b12e420 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] Request body: {'port': {'device_id': 'd1332987-367a-4380-87d6-03e717cfde2b', 'network_id': '0b4ccddf-7436-4748-9a46-0ddeeafb95c9', 'admin_state_up': True, 'tenant_id': '2243c5ffe7384a48bbba20db17f9a4b0'}} {{(pid=104576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:44:10.923748 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.db [None req-030ea434-5ed0-4dc6-bad8-1e9dd16b2669 None None] For port a8e686c1-5144-483c-800b-843137339b6a, host dv-cinder-792462-15-smb, cleared binding levels {{(pid=104578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:44:10.932721 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.db [None req-030ea434-5ed0-4dc6-bad8-1e9dd16b2669 None None] For port a8e686c1-5144-483c-800b-843137339b6a, host dv-cinder-792462-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=a8e686c1-5144-483c-800b-843137339b6a,segment=NetworkSegment(9e55d9b0-2d6a-4ec9-a110-693459193d1d),segment_id=9e55d9b0-2d6a-4ec9-a110-693459193d1d)] {{(pid=104578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:44:10.952190 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-030ea434-5ed0-4dc6-bad8-1e9dd16b2669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:10.955266 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:10.986525 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-66520e23-96ed-4a8d-a929-05b9df5bc938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for port, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:11.037896 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-602a3536-8071-4082-af98-e6e4e548ced0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e135593-e63a-4344-9ae0-657c7e96a6cb', 'name': 'tempest-ServerRescueNegativeTestJSON-1472202875-router', 'tenant_id': 'ffc77c8d33bc44a59650792ffcc5c42d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '3da4fb48-6141-4d89-b2f9-146d6f1da44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:44:05Z', 'updated_at': '2021-06-21T19:44:08Z', 'revision_number': 3, 'project_id': 'ffc77c8d33bc44a59650792ffcc5c42d', 'gw_port': {'id': '3da4fb48-6141-4d89-b2f9-146d6f1da44d', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e135593-e63a-4344-9ae0-657c7e96a6cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:06Z', 'updated_at': '2021-06-21T19:44:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb'}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:44:11.056246 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.46', 52181) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:11.105292 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-dbfeca6e-50a2-4e73-9826-65619024880f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:11.156656 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602a3536-8071-4082-af98-e6e4e548ced0 None None] Checking router: 9e135593-e63a-4344-9ae0-657c7e96a6cb for host: dv-cinder-792462-15-smb {{(pid=104577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 19:44:11.157000 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602a3536-8071-4082-af98-e6e4e548ced0 None None] Updating router 9e135593-e63a-4344-9ae0-657c7e96a6cb port 3da4fb48-6141-4d89-b2f9-146d6f1da44d binding host dv-cinder-792462-15-smb {{(pid=104577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 19:44:11.162194 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007678dd-be83-4ea5-a0e7-57078ca8d186 None None] Pushing event updated for resources: {'Port': ['ID=a8e686c1-5144-483c-800b-843137339b6a,revision_number=3']} {{(pid=104578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:11.168394 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG oslo_concurrency.lockutils [None req-007678dd-be83-4ea5-a0e7-57078ca8d186 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=104578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:11.205533 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030ea434-5ed0-4dc6-bad8-1e9dd16b2669 None None] Routers {'4f6e2569-ac98-42f8-a137-37d5f631785f'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:44:11.206726 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-030ea434-5ed0-4dc6-bad8-1e9dd16b2669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:44:03Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['4f6e2569-ac98-42f8-a137-37d5f631785f'], 'active': True} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:44:11.236577 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-602a3536-8071-4082-af98-e6e4e548ced0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:11.304065 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa960e6-e94f-45af-9fda-06b8332867c1 None None] Network f83e3e6f-0c8e-4ab7-af9c-731326ea9260 requested from dv-cinder-792462-15-smb {{(pid=104577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:44:11.446744 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-9252239d-d3fd-4df5-b262-58f5c74eeb4e req-ccc9188f-5c03-4733-9a42-a1f4bb15fd2a tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fa6643b-de2d-4dfc-accd-38f3e1dc08da HTTP/1.1" status: 200 len: 210 time: 0.2977233 Jun 21 19:44:11.449283 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-0d77a40c-ec34-4175-9353-1aa479948ff1 None None] Provisioning for port d64f0ce9-4160-4ffd-99c0-dd0bd7155360 completed by entity DHCP. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:44:11.485833 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvr_db [None req-030ea434-5ed0-4dc6-bad8-1e9dd16b2669 None None] Set router 4f6e2569-ac98-42f8-a137-37d5f631785f gateway port host: dv-cinder-792462-15-smb {{(pid=104578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:44:11.541528 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-ad628ecd-ab35-4e3b-87e2-9c2025036158 req-1dfdac3c-1f52-4072-8408-54c0ed6bd45a tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1332987-367a-4380-87d6-03e717cfde2b HTTP/1.1" status: 200 len: 210 time: 0.1654236 Jun 21 19:44:11.681471 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c868bde-8a6c-481f-a0f3-931d6de438ae req-86b05cc7-85f8-4924-a39c-b53b9b12e420 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] Made reservation on behalf of 2243c5ffe7384a48bbba20db17f9a4b0 for: {'port': 1} {{(pid=104576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:44:11.685631 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-4c868bde-8a6c-481f-a0f3-931d6de438ae req-86b05cc7-85f8-4924-a39c-b53b9b12e420 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for port, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:11.953898 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb35f7b1-e5f8-47fa-b92c-f36777fe407c req-b0e29e8b-9457-4889-b531-b1606afd1a87 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:11.960334 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-cb35f7b1-e5f8-47fa-b92c-f36777fe407c req-b0e29e8b-9457-4889-b531-b1606afd1a87 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.46 "GET /v2.0/networks?id=b8c61fcc-c4c3-4872-8556-59affedd8dad HTTP/1.1" status: 200 len: 815 time: 0.8994291 Jun 21 19:44:11.974103 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device d64f0ce9-4160-4ffd-99c0-dd0bd7155360 up at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:44:11.996118 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [req-cb35f7b1-e5f8-47fa-b92c-f36777fe407c req-fccfa4cd-1b94-4e15-ad93-fdfaf737a6c4 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Request body: {'port': {'device_id': '4fa6643b-de2d-4dfc-accd-38f3e1dc08da', 'network_id': 'b8c61fcc-c4c3-4872-8556-59affedd8dad', 'admin_state_up': True, 'tenant_id': '8b5695a498f64147a2657a531899f0a2'}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:44:12.053211 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-030ea434-5ed0-4dc6-bad8-1e9dd16b2669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'name': 'tempest-AttachVolumeShelveTestJSON-524762901-router', 'tenant_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a8e686c1-5144-483c-800b-843137339b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:44:04Z', 'updated_at': '2021-06-21T19:44:07Z', 'revision_number': 3, 'project_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'gw_port': {'id': 'a8e686c1-5144-483c-800b-843137339b6a', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d4:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:05Z', 'updated_at': '2021-06-21T19:44:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb'}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:44:12.094184 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-3205366f-b6aa-4b9f-9292-9c8a54e79027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for port, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:12.098637 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.db_base_plugin_common [req-4c868bde-8a6c-481f-a0f3-931d6de438ae req-86b05cc7-85f8-4924-a39c-b53b9b12e420 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] Allocated IP 172.20.0.8 (0b4ccddf-7436-4748-9a46-0ddeeafb95c9/c6d69ebe-a92f-45e7-903b-580468dd30ee/71f09368-e0a3-4335-a55a-7102f33e6218) {{(pid=104576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:44:12.161088 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning for port d64f0ce9-4160-4ffd-99c0-dd0bd7155360 completed by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:44:12.174308 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning complete for port d64f0ce9-4160-4ffd-99c0-dd0bd7155360 triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:44:12.174689 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:12.200332 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030ea434-5ed0-4dc6-bad8-1e9dd16b2669 None None] The sync data for ids ['4f6e2569-ac98-42f8-a137-37d5f631785f'] in dv-cinder-792462-15-smb is: [{'id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'name': 'tempest-AttachVolumeShelveTestJSON-524762901-router', 'tenant_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a8e686c1-5144-483c-800b-843137339b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:44:04Z', 'updated_at': '2021-06-21T19:44:07Z', 'revision_number': 3, 'project_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'gw_port': {'id': 'a8e686c1-5144-483c-800b-843137339b6a', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d4:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:05Z', 'updated_at': '2021-06-21T19:44:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb'}] {{(pid=104578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 19:44:12.265216 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 38104) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:12.536439 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-602a3536-8071-4082-af98-e6e4e548ced0 None None] Notify callbacks [] for port, precommit_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:12.558909 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-602a3536-8071-4082-af98-e6e4e548ced0 None None] Transition to ACTIVE for port object 3da4fb48-6141-4d89-b2f9-146d6f1da44d will not be triggered until provisioned by entity L2. {{(pid=104577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:44:12.571539 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-602a3536-8071-4082-af98-e6e4e548ced0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:12.599953 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:12.881630 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.managers [None req-602a3536-8071-4082-af98-e6e4e548ced0 None None] Attempting to bind port 3da4fb48-6141-4d89-b2f9-146d6f1da44d on host dv-cinder-792462-15-smb for vnic_type normal with profile {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:44:12.881998 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.managers [None req-602a3536-8071-4082-af98-e6e4e548ced0 None None] Attempting to bind port 3da4fb48-6141-4d89-b2f9-146d6f1da44d by drivers openvswitch,hyperv on host dv-cinder-792462-15-smb at level 0 using segments [{'id': '9e55d9b0-2d6a-4ec9-a110-693459193d1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143'}] {{(pid=104577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:44:12.882303 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602a3536-8071-4082-af98-e6e4e548ced0 None None] Attempting to bind port 3da4fb48-6141-4d89-b2f9-146d6f1da44d on network 1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143 {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:44:12.940067 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602a3536-8071-4082-af98-e6e4e548ced0 None None] Checking agent: {'id': '8d444399-5de6-4d79-83a5-d4f9d95bef37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 36, 33), 'started_at': datetime.datetime(2021, 6, 21, 19, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:44:12.940448 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602a3536-8071-4082-af98-e6e4e548ced0 None None] Checking segment: {'id': '9e55d9b0-2d6a-4ec9-a110-693459193d1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:44:12.940862 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-602a3536-8071-4082-af98-e6e4e548ced0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:12.941261 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602a3536-8071-4082-af98-e6e4e548ced0 None None] Bound using segment: {'id': '9e55d9b0-2d6a-4ec9-a110-693459193d1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143'} {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:44:12.946427 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.managers [None req-602a3536-8071-4082-af98-e6e4e548ced0 None None] Bound port: 3da4fb48-6141-4d89-b2f9-146d6f1da44d, host: dv-cinder-792462-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e55d9b0-2d6a-4ec9-a110-693459193d1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143'}}] {{(pid=104577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:44:12.946642 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-602a3536-8071-4082-af98-e6e4e548ced0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:12.972639 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-354fad6b-8255-4637-875e-1428407e3117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:13.072549 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-602a3536-8071-4082-af98-e6e4e548ced0 None None] For port 3da4fb48-6141-4d89-b2f9-146d6f1da44d, host dv-cinder-792462-15-smb, cleared binding levels {{(pid=104577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:44:13.076987 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-602a3536-8071-4082-af98-e6e4e548ced0 None None] For port 3da4fb48-6141-4d89-b2f9-146d6f1da44d, host dv-cinder-792462-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=3da4fb48-6141-4d89-b2f9-146d6f1da44d,segment=NetworkSegment(9e55d9b0-2d6a-4ec9-a110-693459193d1d),segment_id=9e55d9b0-2d6a-4ec9-a110-693459193d1d)] {{(pid=104577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:44:13.078329 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c3df5b-5429-4a4f-b660-0b4e747bfef4 None None] Pushing event updated for resources: {'Port': ['ID=3da4fb48-6141-4d89-b2f9-146d6f1da44d,revision_number=2']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:13.079910 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-cece608f-bfbb-46cc-8b96-9216b0af70ac req-4eb91fa5-5fe6-4ff0-bfb5-a37687a1aa0f tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1332987-367a-4380-87d6-03e717cfde2b HTTP/1.1" status: 200 len: 210 time: 0.1145627 Jun 21 19:44:13.083023 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-59c3df5b-5429-4a4f-b660-0b4e747bfef4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:13.095065 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-602a3536-8071-4082-af98-e6e4e548ced0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:13.116873 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:13.189904 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c3df5b-5429-4a4f-b660-0b4e747bfef4 None None] Pushing event updated for resources: {'Port': ['ID=3da4fb48-6141-4d89-b2f9-146d6f1da44d,revision_number=3']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:13.196866 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:13.216167 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-59c3df5b-5429-4a4f-b660-0b4e747bfef4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:13.273381 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] For port d64f0ce9-4160-4ffd-99c0-dd0bd7155360, host dv-cinder-792462-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=d64f0ce9-4160-4ffd-99c0-dd0bd7155360,segment=NetworkSegment(e202d1ae-8a3f-4de6-bda1-b53b4f0f8fab),segment_id=e202d1ae-8a3f-4de6-bda1-b53b4f0f8fab)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:44:13.279300 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-fd4feee8-5a61-4589-ac93-34199d91b2c7 None None] Provisioning complete for port d64f0ce9-4160-4ffd-99c0-dd0bd7155360 triggered by entity DHCP. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:44:13.281561 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-44587207-1224-41d7-8232-76c64a993525 req-48a5381d-2f0b-447a-b02b-013882ffcea8 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fa6643b-de2d-4dfc-accd-38f3e1dc08da HTTP/1.1" status: 200 len: 210 time: 0.4815948 Jun 21 19:44:13.294098 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-fd4feee8-5a61-4589-ac93-34199d91b2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:13.301995 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602a3536-8071-4082-af98-e6e4e548ced0 None None] Routers {'9e135593-e63a-4344-9ae0-657c7e96a6cb'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:44:13.302860 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-602a3536-8071-4082-af98-e6e4e548ced0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:44:03Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['9e135593-e63a-4344-9ae0-657c7e96a6cb'], 'active': True} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:44:13.306918 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:13.365853 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.db_base_plugin_common [None req-66520e23-96ed-4a8d-a929-05b9df5bc938 admin admin] Allocated IP 172.20.0.1 (2d4d9e71-b808-45e3-a13f-71991168a9d3/9614296a-537a-414b-ae37-4bb814e04b86/5be5f07e-b88d-469e-820b-9cb6b75a44bd) {{(pid=104575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:44:13.404828 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:13.448004 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.db_base_plugin_common [None req-3205366f-b6aa-4b9f-9292-9c8a54e79027 admin admin] Allocated IP 172.20.0.1 (cbd5c296-051f-43ab-b7d6-154e00c9c776/647d05b7-de31-4d93-b064-d84c7c4b5039/437a888d-1da6-44f6-94c7-991d517a6f40) {{(pid=104576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:44:13.482650 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-66520e23-96ed-4a8d-a929-05b9df5bc938 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:13.500082 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-4c868bde-8a6c-481f-a0f3-931d6de438ae req-86b05cc7-85f8-4924-a39c-b53b9b12e420 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] Notify callbacks [] for port, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:13.513838 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-66520e23-96ed-4a8d-a929-05b9df5bc938 admin admin] Transition to ACTIVE for port object 5be5f07e-b88d-469e-820b-9cb6b75a44bd will not be triggered until provisioned by entity DHCP. {{(pid=104575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:44:13.610342 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-4c868bde-8a6c-481f-a0f3-931d6de438ae req-86b05cc7-85f8-4924-a39c-b53b9b12e420 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-129462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761649331797'] for port, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:13.618172 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-66520e23-96ed-4a8d-a929-05b9df5bc938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-129462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761649331797'] for port, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:13.635337 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:13.653201 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-e89e38fa-22fd-432c-9a2f-a6a21101b63a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:13.739101 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66520e23-96ed-4a8d-a929-05b9df5bc938 admin admin] Pushing event updated for resources: {'Port': ['ID=5be5f07e-b88d-469e-820b-9cb6b75a44bd,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:13.748951 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-66520e23-96ed-4a8d-a929-05b9df5bc938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:13.786389 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66520e23-96ed-4a8d-a929-05b9df5bc938 admin admin] Network 2d4d9e71-b808-45e3-a13f-71991168a9d3 is already hosted by enough agents. {{(pid=104575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:44:13.805835 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.base_scheduler [None req-66520e23-96ed-4a8d-a929-05b9df5bc938 admin admin] Resources bound (agent type, host, resource id): {{(pid=104575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:44:13.807517 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device a8e686c1-5144-483c-800b-843137339b6a up at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:44:13.819068 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66520e23-96ed-4a8d-a929-05b9df5bc938 admin admin] Received port after_create {{(pid=104575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:44:13.819555 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-66520e23-96ed-4a8d-a929-05b9df5bc938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33074984'] for router_interface, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:13.966737 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b05cc7-85f8-4924-a39c-b53b9b12e420 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] Pushing event updated for resources: {'Port': ['ID=71f09368-e0a3-4335-a55a-7102f33e6218,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:13.979374 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-86b05cc7-85f8-4924-a39c-b53b9b12e420 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:14.080270 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvr_db [None req-602a3536-8071-4082-af98-e6e4e548ced0 None None] Set router 9e135593-e63a-4344-9ae0-657c7e96a6cb gateway port host: dv-cinder-792462-15-smb {{(pid=104577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:44:14.117985 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-dbfeca6e-50a2-4e73-9826-65619024880f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33081499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33078023'] for router, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:14.189954 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Pushing event updated for resources: {'Port': ['ID=d64f0ce9-4160-4ffd-99c0-dd0bd7155360,revision_number=3']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:14.196333 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c868bde-8a6c-481f-a0f3-931d6de438ae req-86b05cc7-85f8-4924-a39c-b53b9b12e420 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] Network 0b4ccddf-7436-4748-9a46-0ddeeafb95c9 is already hosted by enough agents. {{(pid=104576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:44:14.199328 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.794s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:14.232469 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.base_scheduler [req-4c868bde-8a6c-481f-a0f3-931d6de438ae req-86b05cc7-85f8-4924-a39c-b53b9b12e420 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] Resources bound (agent type, host, resource id): {{(pid=104576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:44:14.261763 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c868bde-8a6c-481f-a0f3-931d6de438ae req-86b05cc7-85f8-4924-a39c-b53b9b12e420 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] Received port after_create {{(pid=104576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:44:14.284754 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c868bde-8a6c-481f-a0f3-931d6de438ae req-86b05cc7-85f8-4924-a39c-b53b9b12e420 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:14.288857 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-4c868bde-8a6c-481f-a0f3-931d6de438ae req-86b05cc7-85f8-4924-a39c-b53b9b12e420 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for port, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:14.529784 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-3205366f-b6aa-4b9f-9292-9c8a54e79027 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:14.595004 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-17bc5b79-f8f6-4150-bf7f-871263c7d125 None None] Provisioning for port 5be5f07e-b88d-469e-820b-9cb6b75a44bd completed by entity DHCP. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:44:14.604165 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-354fad6b-8255-4637-875e-1428407e3117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:14.619019 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning for port a8e686c1-5144-483c-800b-843137339b6a completed by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:44:14.620215 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-354fad6b-8255-4637-875e-1428407e3117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:14.634664 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-17bc5b79-f8f6-4150-bf7f-871263c7d125 None None] Provisioning complete for port 5be5f07e-b88d-469e-820b-9cb6b75a44bd triggered by entity DHCP. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:44:14.635046 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-17bc5b79-f8f6-4150-bf7f-871263c7d125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:14.636800 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:14.659938 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-b9008c2d-eea8-4a8f-911c-64daaa707916 req-e3d063d5-547f-4e8d-8aee-a3f005692eb3 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fa6643b-de2d-4dfc-accd-38f3e1dc08da HTTP/1.1" status: 200 len: 210 time: 0.0720682 Jun 21 19:44:14.670604 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb35f7b1-e5f8-47fa-b92c-f36777fe407c req-fccfa4cd-1b94-4e15-ad93-fdfaf737a6c4 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Made reservation on behalf of 8b5695a498f64147a2657a531899f0a2 for: {'port': 1} {{(pid=104575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:44:14.678568 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-cb35f7b1-e5f8-47fa-b92c-f36777fe407c req-fccfa4cd-1b94-4e15-ad93-fdfaf737a6c4 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for port, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:14.694428 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning complete for port a8e686c1-5144-483c-800b-843137339b6a triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:44:14.695277 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:14.751761 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-4c868bde-8a6c-481f-a0f3-931d6de438ae req-86b05cc7-85f8-4924-a39c-b53b9b12e420 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9245374 Jun 21 19:44:14.847881 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-354fad6b-8255-4637-875e-1428407e3117 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=150a3180fda841908b6b4654ce14fe6b&name=default HTTP/1.1" status: 200 len: 2975 time: 2.5622931 Jun 21 19:44:14.885388 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 38152) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:14.891234 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-17bc5b79-f8f6-4150-bf7f-871263c7d125 None None] Port 5be5f07e-b88d-469e-820b-9cb6b75a44bd cannot update to ACTIVE because it is not bound. {{(pid=104577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 19:44:14.891893 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [req-4c868bde-8a6c-481f-a0f3-931d6de438ae req-2dd22d9f-5bf1-41b4-9594-453a5873ebbb tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=104576) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 19:44:14.894287 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-4c868bde-8a6c-481f-a0f3-931d6de438ae req-2dd22d9f-5bf1-41b4-9594-453a5873ebbb tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1048434 Jun 21 19:44:14.898618 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354fad6b-8255-4637-875e-1428407e3117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a75ed2-8872-4127-95bf-6c619307b36d,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:14.940341 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-354fad6b-8255-4637-875e-1428407e3117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:14.951193 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-3205366f-b6aa-4b9f-9292-9c8a54e79027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-129462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761649331797'] for port, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:14.952318 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-602a3536-8071-4082-af98-e6e4e548ced0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e135593-e63a-4344-9ae0-657c7e96a6cb', 'name': 'tempest-ServerRescueNegativeTestJSON-1472202875-router', 'tenant_id': 'ffc77c8d33bc44a59650792ffcc5c42d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '3da4fb48-6141-4d89-b2f9-146d6f1da44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:44:05Z', 'updated_at': '2021-06-21T19:44:08Z', 'revision_number': 3, 'project_id': 'ffc77c8d33bc44a59650792ffcc5c42d', 'gw_port': {'id': '3da4fb48-6141-4d89-b2f9-146d6f1da44d', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e135593-e63a-4344-9ae0-657c7e96a6cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:06Z', 'updated_at': '2021-06-21T19:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb'}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:44:14.979471 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:15.011301 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602a3536-8071-4082-af98-e6e4e548ced0 None None] The sync data for ids ['9e135593-e63a-4344-9ae0-657c7e96a6cb'] in dv-cinder-792462-15-smb is: [{'id': '9e135593-e63a-4344-9ae0-657c7e96a6cb', 'name': 'tempest-ServerRescueNegativeTestJSON-1472202875-router', 'tenant_id': 'ffc77c8d33bc44a59650792ffcc5c42d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '3da4fb48-6141-4d89-b2f9-146d6f1da44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:44:05Z', 'updated_at': '2021-06-21T19:44:08Z', 'revision_number': 3, 'project_id': 'ffc77c8d33bc44a59650792ffcc5c42d', 'gw_port': {'id': '3da4fb48-6141-4d89-b2f9-146d6f1da44d', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e135593-e63a-4344-9ae0-657c7e96a6cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:06Z', 'updated_at': '2021-06-21T19:44:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb'}] {{(pid=104577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 19:44:15.027847 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b822acf-31c0-4e0a-9ccf-2c800500341f req-abab9ef2-48b9-4b23-a437-722a33369b37 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:15.031398 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-7b822acf-31c0-4e0a-9ccf-2c800500341f req-abab9ef2-48b9-4b23-a437-722a33369b37 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1332987-367a-4380-87d6-03e717cfde2b HTTP/1.1" status: 200 len: 931 time: 0.5491111 Jun 21 19:44:15.046963 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:15.114234 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3205366f-b6aa-4b9f-9292-9c8a54e79027 admin admin] Network cbd5c296-051f-43ab-b7d6-154e00c9c776 is already hosted by enough agents. {{(pid=104576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:44:15.125708 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3205366f-b6aa-4b9f-9292-9c8a54e79027 admin admin] Pushing event updated for resources: {'Port': ['ID=437a888d-1da6-44f6-94c7-991d517a6f40,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:15.132641 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-3205366f-b6aa-4b9f-9292-9c8a54e79027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:15.133950 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.base_scheduler [None req-3205366f-b6aa-4b9f-9292-9c8a54e79027 admin admin] Resources bound (agent type, host, resource id): {{(pid=104576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:44:15.178449 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3205366f-b6aa-4b9f-9292-9c8a54e79027 admin admin] Received port after_create {{(pid=104576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:44:15.178449 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-3205366f-b6aa-4b9f-9292-9c8a54e79027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33074984'] for router_interface, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:15.178845 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] For port a8e686c1-5144-483c-800b-843137339b6a, host dv-cinder-792462-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=a8e686c1-5144-483c-800b-843137339b6a,segment=NetworkSegment(9e55d9b0-2d6a-4ec9-a110-693459193d1d),segment_id=9e55d9b0-2d6a-4ec9-a110-693459193d1d)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:44:15.183748 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:15.194888 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:15.225914 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-66520e23-96ed-4a8d-a929-05b9df5bc938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:15.325208 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-7b822acf-31c0-4e0a-9ccf-2c800500341f req-4f7f5950-d4ba-41d8-8950-c2d1edb6de85 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f75ecaf-e5fe-42f4-abfc-921fec7aec87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661541 Jun 21 19:44:15.361227 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Pushing event updated for resources: {'Port': ['ID=a8e686c1-5144-483c-800b-843137339b6a,revision_number=4']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:15.367820 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:15.374169 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbfeca6e-50a2-4e73-9826-65619024880f admin admin] Router 2fe78aa0-6f86-458e-87f5-529228609f09 is scheduled to L3 agent 340c6150-ff20-4abf-b4fe-5b82b8e71fd8 with binding_index 1 {{(pid=104575) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 19:44:15.553537 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-d42e83e0-8275-4f1b-b65e-2a8318a353c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:15.624756 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.db_base_plugin_common [req-cb35f7b1-e5f8-47fa-b92c-f36777fe407c req-fccfa4cd-1b94-4e15-ad93-fdfaf737a6c4 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Allocated IP 172.20.0.12 (b8c61fcc-c4c3-4872-8556-59affedd8dad/65d12bc6-cf17-4a89-a7d0-97f216ebf025/92ab2d58-78f5-4901-9ce2-71dff5b896fb) {{(pid=104575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:44:15.868987 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device d64f0ce9-4160-4ffd-99c0-dd0bd7155360 up at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:44:16.036207 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning complete for port d64f0ce9-4160-4ffd-99c0-dd0bd7155360 triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:44:16.036824 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:16.040460 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.v2.base [req-4c868bde-8a6c-481f-a0f3-931d6de438ae req-8db91619-d3ff-495d-a60f-6f14d78daf13 service neutron] Request body: {'port': {'device_id': 'd1332987-367a-4380-87d6-03e717cfde2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=104576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:44:16.077167 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-d42e83e0-8275-4f1b-b65e-2a8318a353c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:16.138726 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-3205366f-b6aa-4b9f-9292-9c8a54e79027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:16.172563 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-bae1ea2d-c441-41cf-861d-422fae4a800f req-983de98f-c7c6-415d-bb72-bae25aff4d35 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fa6643b-de2d-4dfc-accd-38f3e1dc08da HTTP/1.1" status: 200 len: 210 time: 0.1995351 Jun 21 19:44:16.321473 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device 3da4fb48-6141-4d89-b2f9-146d6f1da44d up at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:44:16.429096 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning for port 3da4fb48-6141-4d89-b2f9-146d6f1da44d completed by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:44:16.432273 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-4c868bde-8a6c-481f-a0f3-931d6de438ae req-8db91619-d3ff-495d-a60f-6f14d78daf13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:16.434969 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning complete for port 3da4fb48-6141-4d89-b2f9-146d6f1da44d triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:44:16.435847 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:16.487073 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfeca6e-50a2-4e73-9826-65619024880f admin admin] Notify agent at l3_agent.dv-cinder-792462-15-smb the message routers_updated {{(pid=104575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 19:44:16.502995 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc21daa-f983-4d8d-95a0-c462fef95c66 None None] Sync routers for ids ['2fe78aa0-6f86-458e-87f5-529228609f09'] in dv-cinder-792462-15-smb {{(pid=104578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 19:44:16.532417 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc21daa-f983-4d8d-95a0-c462fef95c66 None None] Routers {'2fe78aa0-6f86-458e-87f5-529228609f09'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:44:16.537511 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-cb35f7b1-e5f8-47fa-b92c-f36777fe407c req-fccfa4cd-1b94-4e15-ad93-fdfaf737a6c4 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Notify callbacks [] for port, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:16.543407 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-7fc21daa-f983-4d8d-95a0-c462fef95c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:44:03Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['2fe78aa0-6f86-458e-87f5-529228609f09'], 'active': True} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:44:16.624281 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-d42e83e0-8275-4f1b-b65e-2a8318a353c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:16.643213 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-dbfeca6e-50a2-4e73-9826-65619024880f admin admin] Notify callbacks [] for router, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:16.647420 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-dbfeca6e-50a2-4e73-9826-65619024880f admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.5409288 Jun 21 19:44:16.663016 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-d42e83e0-8275-4f1b-b65e-2a8318a353c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:16.664183 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-d42e83e0-8275-4f1b-b65e-2a8318a353c1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b8a75ed2-8872-4127-95bf-6c619307b36d HTTP/1.1" status: 204 len: 168 time: 1.7612495 Jun 21 19:44:16.679034 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 38180) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:16.691806 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-965cd516-83ab-4f30-9362-620b4ec0c622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:16.746682 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42e83e0-8275-4f1b-b65e-2a8318a353c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a75ed2-8872-4127-95bf-6c619307b36d,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:16.853760 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-d42e83e0-8275-4f1b-b65e-2a8318a353c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:16.854051 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvr_db [None req-7fc21daa-f983-4d8d-95a0-c462fef95c66 None None] Set router 2fe78aa0-6f86-458e-87f5-529228609f09 gateway port host: dv-cinder-792462-15-smb {{(pid=104578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:44:16.866362 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:16.886243 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-66520e23-96ed-4a8d-a929-05b9df5bc938 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:16.906462 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-66520e23-96ed-4a8d-a929-05b9df5bc938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:16.914241 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-66520e23-96ed-4a8d-a929-05b9df5bc938 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32961663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33073457'] for router_interface, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:16.945884 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:16.960275 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] For port 3da4fb48-6141-4d89-b2f9-146d6f1da44d, host dv-cinder-792462-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=3da4fb48-6141-4d89-b2f9-146d6f1da44d,segment=NetworkSegment(9e55d9b0-2d6a-4ec9-a110-693459193d1d),segment_id=9e55d9b0-2d6a-4ec9-a110-693459193d1d)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:44:16.969848 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:16.972871 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device a8e686c1-5144-483c-800b-843137339b6a up at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:44:16.987547 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-cb35f7b1-e5f8-47fa-b92c-f36777fe407c req-fccfa4cd-1b94-4e15-ad93-fdfaf737a6c4 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-129462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761649331797'] for port, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:17.012140 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-3205366f-b6aa-4b9f-9292-9c8a54e79027 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:17.101191 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:17.151964 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-7fc21daa-f983-4d8d-95a0-c462fef95c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'name': 'tempest-AttachVolumeTestJSON-990421211-router', 'tenant_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd05cdae7-31d1-415e-b5f2-3cffb2b2b1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:44:07Z', 'updated_at': '2021-06-21T19:44:10Z', 'revision_number': 3, 'project_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'gw_port': {'id': 'd05cdae7-31d1-415e-b5f2-3cffb2b2b1bb', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:08Z', 'updated_at': '2021-06-21T19:44:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb'}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:44:17.218998 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc21daa-f983-4d8d-95a0-c462fef95c66 None None] Checking router: 2fe78aa0-6f86-458e-87f5-529228609f09 for host: dv-cinder-792462-15-smb {{(pid=104578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 19:44:17.219342 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc21daa-f983-4d8d-95a0-c462fef95c66 None None] Updating router 2fe78aa0-6f86-458e-87f5-529228609f09 port d05cdae7-31d1-415e-b5f2-3cffb2b2b1bb binding host dv-cinder-792462-15-smb {{(pid=104578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 19:44:17.222301 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-3205366f-b6aa-4b9f-9292-9c8a54e79027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:17.242193 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Pushing event updated for resources: {'Port': ['ID=3da4fb48-6141-4d89-b2f9-146d6f1da44d,revision_number=4']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:17.246659 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:17.262691 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning complete for port a8e686c1-5144-483c-800b-843137339b6a triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:44:17.263745 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:17.265578 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-3205366f-b6aa-4b9f-9292-9c8a54e79027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32961663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33073457'] for router_interface, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:17.309229 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:17.314475 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66520e23-96ed-4a8d-a929-05b9df5bc938 admin admin] Pushing event updated for resources: {'Port': ['ID=5be5f07e-b88d-469e-820b-9cb6b75a44bd,revision_number=2']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:17.330524 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-7fc21daa-f983-4d8d-95a0-c462fef95c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:17.342493 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-66520e23-96ed-4a8d-a929-05b9df5bc938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:17.359820 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:17.640511 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device 3da4fb48-6141-4d89-b2f9-146d6f1da44d up at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:44:17.655545 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb35f7b1-e5f8-47fa-b92c-f36777fe407c req-fccfa4cd-1b94-4e15-ad93-fdfaf737a6c4 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Network b8c61fcc-c4c3-4872-8556-59affedd8dad is already hosted by enough agents. {{(pid=104575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:44:17.760236 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning complete for port 3da4fb48-6141-4d89-b2f9-146d6f1da44d triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:44:17.760926 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:17.917022 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3205366f-b6aa-4b9f-9292-9c8a54e79027 admin admin] Pushing event updated for resources: {'Port': ['ID=437a888d-1da6-44f6-94c7-991d517a6f40,revision_number=2']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:17.935826 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-3205366f-b6aa-4b9f-9292-9c8a54e79027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:18.084908 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-7fc21daa-f983-4d8d-95a0-c462fef95c66 None None] Notify callbacks [] for port, precommit_update {{(pid=104578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:18.115815 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.provisioning_blocks [None req-7fc21daa-f983-4d8d-95a0-c462fef95c66 None None] Transition to ACTIVE for port object d05cdae7-31d1-415e-b5f2-3cffb2b2b1bb will not be triggered until provisioned by entity L2. {{(pid=104578) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:44:18.132023 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-7fc21daa-f983-4d8d-95a0-c462fef95c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:18.150751 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG oslo_concurrency.lockutils [None req-007678dd-be83-4ea5-a0e7-57078ca8d186 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:18.194709 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.base_scheduler [req-cb35f7b1-e5f8-47fa-b92c-f36777fe407c req-fccfa4cd-1b94-4e15-ad93-fdfaf737a6c4 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Resources bound (agent type, host, resource id): {{(pid=104575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:44:18.223354 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59550475-61d4-4beb-8f30-85a1047261ff req-e35e6e41-a098-443e-a3a7-113736413c89 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:18.224700 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-59550475-61d4-4beb-8f30-85a1047261ff req-e35e6e41-a098-443e-a3a7-113736413c89 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1332987-367a-4380-87d6-03e717cfde2b HTTP/1.1" status: 200 len: 931 time: 1.1756902 Jun 21 19:44:18.227766 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb35f7b1-e5f8-47fa-b92c-f36777fe407c req-fccfa4cd-1b94-4e15-ad93-fdfaf737a6c4 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Received port after_create {{(pid=104575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:44:18.255275 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb35f7b1-e5f8-47fa-b92c-f36777fe407c req-fccfa4cd-1b94-4e15-ad93-fdfaf737a6c4 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:18.255965 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-cb35f7b1-e5f8-47fa-b92c-f36777fe407c req-fccfa4cd-1b94-4e15-ad93-fdfaf737a6c4 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for port, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:18.272431 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3205366f-b6aa-4b9f-9292-9c8a54e79027 admin admin] Network cbd5c296-051f-43ab-b7d6-154e00c9c776 is already hosted by enough agents. {{(pid=104576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:44:18.309478 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.base_scheduler [None req-3205366f-b6aa-4b9f-9292-9c8a54e79027 admin admin] Resources bound (agent type, host, resource id): {{(pid=104576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:44:18.322681 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1245fe0-4acf-49cc-8a13-6c6af883e3d7 None None] Pushing event updated for resources: {'Port': ['ID=d05cdae7-31d1-415e-b5f2-3cffb2b2b1bb,revision_number=2']} {{(pid=104578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:18.340891 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG oslo_concurrency.lockutils [None req-c1245fe0-4acf-49cc-8a13-6c6af883e3d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=104578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:18.341731 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.managers [None req-7fc21daa-f983-4d8d-95a0-c462fef95c66 None None] Attempting to bind port d05cdae7-31d1-415e-b5f2-3cffb2b2b1bb on host dv-cinder-792462-15-smb for vnic_type normal with profile {{(pid=104578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:44:18.343319 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.managers [None req-7fc21daa-f983-4d8d-95a0-c462fef95c66 None None] Attempting to bind port d05cdae7-31d1-415e-b5f2-3cffb2b2b1bb by drivers openvswitch,hyperv on host dv-cinder-792462-15-smb at level 0 using segments [{'id': '9e55d9b0-2d6a-4ec9-a110-693459193d1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143'}] {{(pid=104578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:44:18.343925 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc21daa-f983-4d8d-95a0-c462fef95c66 None None] Attempting to bind port d05cdae7-31d1-415e-b5f2-3cffb2b2b1bb on network 1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143 {{(pid=104578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:44:18.359364 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc21daa-f983-4d8d-95a0-c462fef95c66 None None] Checking agent: {'id': '8d444399-5de6-4d79-83a5-d4f9d95bef37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 36, 33), 'started_at': datetime.datetime(2021, 6, 21, 19, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:44:18.360607 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc21daa-f983-4d8d-95a0-c462fef95c66 None None] Checking segment: {'id': '9e55d9b0-2d6a-4ec9-a110-693459193d1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:44:18.361057 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-7fc21daa-f983-4d8d-95a0-c462fef95c66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:18.363608 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc21daa-f983-4d8d-95a0-c462fef95c66 None None] Bound using segment: {'id': '9e55d9b0-2d6a-4ec9-a110-693459193d1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143'} {{(pid=104578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:44:18.364384 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.managers [None req-7fc21daa-f983-4d8d-95a0-c462fef95c66 None None] Bound port: d05cdae7-31d1-415e-b5f2-3cffb2b2b1bb, host: dv-cinder-792462-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e55d9b0-2d6a-4ec9-a110-693459193d1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143'}}] {{(pid=104578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:44:18.366801 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66520e23-96ed-4a8d-a929-05b9df5bc938 admin admin] Network 2d4d9e71-b808-45e3-a13f-71991168a9d3 is already hosted by enough agents. {{(pid=104575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:44:18.368165 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-7fc21daa-f983-4d8d-95a0-c462fef95c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:18.368425 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccfa4cd-1b94-4e15-ad93-fdfaf737a6c4 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Pushing event updated for resources: {'Port': ['ID=92ab2d58-78f5-4901-9ce2-71dff5b896fb,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:18.388982 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-fccfa4cd-1b94-4e15-ad93-fdfaf737a6c4 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.029s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:18.397975 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.base_scheduler [None req-66520e23-96ed-4a8d-a929-05b9df5bc938 admin admin] Resources bound (agent type, host, resource id): {{(pid=104575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:44:18.434915 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-cb35f7b1-e5f8-47fa-b92c-f36777fe407c req-fccfa4cd-1b94-4e15-ad93-fdfaf737a6c4 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.4580994 Jun 21 19:44:18.491405 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [req-cb35f7b1-e5f8-47fa-b92c-f36777fe407c req-aff93252-2044-4f8e-b470-83f2d441a0e1 service neutron] Request body: {'port': {'device_id': '4fa6643b-de2d-4dfc-accd-38f3e1dc08da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:44:18.525648 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.db [None req-7fc21daa-f983-4d8d-95a0-c462fef95c66 None None] For port d05cdae7-31d1-415e-b5f2-3cffb2b2b1bb, host dv-cinder-792462-15-smb, cleared binding levels {{(pid=104578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:44:18.533361 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-59550475-61d4-4beb-8f30-85a1047261ff req-0bf3d13a-342b-4347-970f-206d24cd77cb tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f75ecaf-e5fe-42f4-abfc-921fec7aec87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929511 Jun 21 19:44:18.535604 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.db [None req-7fc21daa-f983-4d8d-95a0-c462fef95c66 None None] For port d05cdae7-31d1-415e-b5f2-3cffb2b2b1bb, host dv-cinder-792462-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=d05cdae7-31d1-415e-b5f2-3cffb2b2b1bb,segment=NetworkSegment(9e55d9b0-2d6a-4ec9-a110-693459193d1d),segment_id=9e55d9b0-2d6a-4ec9-a110-693459193d1d)] {{(pid=104578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:44:18.542464 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-7fc21daa-f983-4d8d-95a0-c462fef95c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:18.561349 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG oslo_concurrency.lockutils [None req-d9066531-4cf0-474f-b76a-3e02171b1e74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:18.653800 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc21daa-f983-4d8d-95a0-c462fef95c66 None None] Routers {'2fe78aa0-6f86-458e-87f5-529228609f09'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:44:18.654452 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-7fc21daa-f983-4d8d-95a0-c462fef95c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:44:03Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['2fe78aa0-6f86-458e-87f5-529228609f09'], 'active': True} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:44:18.767727 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.notifiers.nova [req-4c868bde-8a6c-481f-a0f3-931d6de438ae req-8db91619-d3ff-495d-a60f-6f14d78daf13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71f09368-e0a3-4335-a55a-7102f33e6218 {{(pid=104576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:44:18.779515 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-4c868bde-8a6c-481f-a0f3-931d6de438ae req-8db91619-d3ff-495d-a60f-6f14d78daf13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:18.803154 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3205366f-b6aa-4b9f-9292-9c8a54e79027 admin admin] Router 9e135593-e63a-4344-9ae0-657c7e96a6cb has already been hosted by L3 agent 340c6150-ff20-4abf-b4fe-5b82b8e71fd8 {{(pid=104576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 19:44:18.818077 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.provisioning_blocks [req-4c868bde-8a6c-481f-a0f3-931d6de438ae req-8db91619-d3ff-495d-a60f-6f14d78daf13 service neutron] Transition to ACTIVE for port object 71f09368-e0a3-4335-a55a-7102f33e6218 will not be triggered until provisioned by entity L2. {{(pid=104576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:44:18.836234 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-4c868bde-8a6c-481f-a0f3-931d6de438ae req-8db91619-d3ff-495d-a60f-6f14d78daf13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:18.893671 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-86b05cc7-85f8-4924-a39c-b53b9b12e420 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:19.046586 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1245fe0-4acf-49cc-8a13-6c6af883e3d7 None None] Pushing event updated for resources: {'Port': ['ID=d05cdae7-31d1-415e-b5f2-3cffb2b2b1bb,revision_number=3']} {{(pid=104578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:19.051985 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG oslo_concurrency.lockutils [None req-c1245fe0-4acf-49cc-8a13-6c6af883e3d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=104578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:19.054476 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvr_db [None req-7fc21daa-f983-4d8d-95a0-c462fef95c66 None None] Set router 2fe78aa0-6f86-458e-87f5-529228609f09 gateway port host: dv-cinder-792462-15-smb {{(pid=104578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:44:19.082043 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-51d730fc-f7aa-4efd-ac39-6cf3e321a904 None None] Provisioning complete for port 5be5f07e-b88d-469e-820b-9cb6b75a44bd triggered by entity DHCP. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:44:19.082740 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-51d730fc-f7aa-4efd-ac39-6cf3e321a904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:19.180441 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-51d730fc-f7aa-4efd-ac39-6cf3e321a904 None None] Port 5be5f07e-b88d-469e-820b-9cb6b75a44bd cannot update to ACTIVE because it is not bound. {{(pid=104577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 19:44:19.337627 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72045d-42c1-4ef7-87ab-2b9b29d48e1e req-23617f15-0e8e-4aae-8960-38815d165ad7 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:19.350291 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-bb72045d-42c1-4ef7-87ab-2b9b29d48e1e req-23617f15-0e8e-4aae-8960-38815d165ad7 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fa6643b-de2d-4dfc-accd-38f3e1dc08da HTTP/1.1" status: 200 len: 932 time: 1.7210381 Jun 21 19:44:19.411390 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6572840f-30d5-4a6a-994d-34ce5f558402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for port, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:19.473377 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db91619-d3ff-495d-a60f-6f14d78daf13 service neutron] Pushing event updated for resources: {'Port': ['ID=71f09368-e0a3-4335-a55a-7102f33e6218,revision_number=2']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:19.473377 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-8db91619-d3ff-495d-a60f-6f14d78daf13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:19.473377 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.managers [req-4c868bde-8a6c-481f-a0f3-931d6de438ae req-8db91619-d3ff-495d-a60f-6f14d78daf13 service neutron] Attempting to bind port 71f09368-e0a3-4335-a55a-7102f33e6218 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:44:19.473377 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.managers [req-4c868bde-8a6c-481f-a0f3-931d6de438ae req-8db91619-d3ff-495d-a60f-6f14d78daf13 service neutron] Attempting to bind port 71f09368-e0a3-4335-a55a-7102f33e6218 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '81319602-a09f-4db9-ab8c-93a22f19f01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0b4ccddf-7436-4748-9a46-0ddeeafb95c9'}] {{(pid=104576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:44:19.473377 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c868bde-8a6c-481f-a0f3-931d6de438ae req-8db91619-d3ff-495d-a60f-6f14d78daf13 service neutron] Attempting to bind port 71f09368-e0a3-4335-a55a-7102f33e6218 on network 0b4ccddf-7436-4748-9a46-0ddeeafb95c9 {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:44:19.514113 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c868bde-8a6c-481f-a0f3-931d6de438ae req-8db91619-d3ff-495d-a60f-6f14d78daf13 service neutron] Port 71f09368-e0a3-4335-a55a-7102f33e6218 on network 0b4ccddf-7436-4748-9a46-0ddeeafb95c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 19:44:19.514467 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c868bde-8a6c-481f-a0f3-931d6de438ae req-8db91619-d3ff-495d-a60f-6f14d78daf13 service neutron] Attempting to bind port 71f09368-e0a3-4335-a55a-7102f33e6218 on network 0b4ccddf-7436-4748-9a46-0ddeeafb95c9 {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:44:19.538576 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c868bde-8a6c-481f-a0f3-931d6de438ae req-8db91619-d3ff-495d-a60f-6f14d78daf13 service neutron] Checking agent: {'id': '0b26fa00-c4a2-4127-a29e-c90b7b9119ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 42, 27), 'started_at': datetime.datetime(2021, 6, 21, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:44:19.538968 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c868bde-8a6c-481f-a0f3-931d6de438ae req-8db91619-d3ff-495d-a60f-6f14d78daf13 service neutron] Checking segment: {'id': '81319602-a09f-4db9-ab8c-93a22f19f01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0b4ccddf-7436-4748-9a46-0ddeeafb95c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:44:19.539548 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c868bde-8a6c-481f-a0f3-931d6de438ae req-8db91619-d3ff-495d-a60f-6f14d78daf13 service neutron] Bound using segment: {'id': '81319602-a09f-4db9-ab8c-93a22f19f01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0b4ccddf-7436-4748-9a46-0ddeeafb95c9'} {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:44:19.540012 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.managers [req-4c868bde-8a6c-481f-a0f3-931d6de438ae req-8db91619-d3ff-495d-a60f-6f14d78daf13 service neutron] Bound port: 71f09368-e0a3-4335-a55a-7102f33e6218, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81319602-a09f-4db9-ab8c-93a22f19f01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '0b4ccddf-7436-4748-9a46-0ddeeafb95c9'}}] {{(pid=104576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:44:19.540367 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-4c868bde-8a6c-481f-a0f3-931d6de438ae req-8db91619-d3ff-495d-a60f-6f14d78daf13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:19.545756 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3205366f-b6aa-4b9f-9292-9c8a54e79027 admin admin] Notify agent at l3_agent.dv-cinder-792462-15-smb the message routers_updated {{(pid=104576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 19:44:19.592860 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af48b5bc-933d-46c4-bdc1-e6557105d449 None None] Sync routers for ids ['9e135593-e63a-4344-9ae0-657c7e96a6cb'] in dv-cinder-792462-15-smb {{(pid=104577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 19:44:19.603427 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-3205366f-b6aa-4b9f-9292-9c8a54e79027 admin admin] 10.222.0.38 "PUT /v2.0/routers/9e135593-e63a-4344-9ae0-657c7e96a6cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5514686 Jun 21 19:44:19.641422 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af48b5bc-933d-46c4-bdc1-e6557105d449 None None] Routers {'9e135593-e63a-4344-9ae0-657c7e96a6cb'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:44:19.643447 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-af48b5bc-933d-46c4-bdc1-e6557105d449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:44:03Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['9e135593-e63a-4344-9ae0-657c7e96a6cb'], 'active': True} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:44:19.708077 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-7fc21daa-f983-4d8d-95a0-c462fef95c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'name': 'tempest-AttachVolumeTestJSON-990421211-router', 'tenant_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd05cdae7-31d1-415e-b5f2-3cffb2b2b1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:44:07Z', 'updated_at': '2021-06-21T19:44:10Z', 'revision_number': 3, 'project_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'gw_port': {'id': 'd05cdae7-31d1-415e-b5f2-3cffb2b2b1bb', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:08Z', 'updated_at': '2021-06-21T19:44:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb'}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:44:19.793887 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.db_base_plugin_common [None req-6572840f-30d5-4a6a-994d-34ce5f558402 admin admin] Allocated IP 172.20.0.1 (f83e3e6f-0c8e-4ab7-af9c-731326ea9260/ce1151cf-2ecc-44e3-aa52-cfec5d7d7e35/c6cf6a99-804f-494a-97e5-19ba715fd648) {{(pid=104575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:44:19.796427 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.db [req-4c868bde-8a6c-481f-a0f3-931d6de438ae req-8db91619-d3ff-495d-a60f-6f14d78daf13 service neutron] For port 71f09368-e0a3-4335-a55a-7102f33e6218, host hv-cinder-79246, cleared binding levels {{(pid=104576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:44:19.807948 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.db [req-4c868bde-8a6c-481f-a0f3-931d6de438ae req-8db91619-d3ff-495d-a60f-6f14d78daf13 service neutron] For port 71f09368-e0a3-4335-a55a-7102f33e6218, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=71f09368-e0a3-4335-a55a-7102f33e6218,segment=NetworkSegment(81319602-a09f-4db9-ab8c-93a22f19f01c),segment_id=81319602-a09f-4db9-ab8c-93a22f19f01c)] {{(pid=104576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:44:19.815679 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-4c868bde-8a6c-481f-a0f3-931d6de438ae req-8db91619-d3ff-495d-a60f-6f14d78daf13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:19.820330 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:19.832033 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66520e23-96ed-4a8d-a929-05b9df5bc938 admin admin] Router 4f6e2569-ac98-42f8-a137-37d5f631785f has already been hosted by L3 agent 340c6150-ff20-4abf-b4fe-5b82b8e71fd8 {{(pid=104575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 19:44:19.843912 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-bb72045d-42c1-4ef7-87ab-2b9b29d48e1e req-3901470a-da19-4126-a40e-4f6094419afc tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/security-groups?id=66ff75a3-db6c-4e1d-9736-3dfd7054a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4904089 Jun 21 19:44:19.890109 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc21daa-f983-4d8d-95a0-c462fef95c66 None None] The sync data for ids ['2fe78aa0-6f86-458e-87f5-529228609f09'] in dv-cinder-792462-15-smb is: [{'id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'name': 'tempest-AttachVolumeTestJSON-990421211-router', 'tenant_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd05cdae7-31d1-415e-b5f2-3cffb2b2b1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:44:07Z', 'updated_at': '2021-06-21T19:44:10Z', 'revision_number': 3, 'project_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'gw_port': {'id': 'd05cdae7-31d1-415e-b5f2-3cffb2b2b1bb', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:08Z', 'updated_at': '2021-06-21T19:44:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb'}] {{(pid=104578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 19:44:19.909031 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db91619-d3ff-495d-a60f-6f14d78daf13 service neutron] Pushing event updated for resources: {'Port': ['ID=71f09368-e0a3-4335-a55a-7102f33e6218,revision_number=3']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:19.923293 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-cb35f7b1-e5f8-47fa-b92c-f36777fe407c req-aff93252-2044-4f8e-b470-83f2d441a0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:19.938874 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-8db91619-d3ff-495d-a60f-6f14d78daf13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:19.953351 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c868bde-8a6c-481f-a0f3-931d6de438ae req-8db91619-d3ff-495d-a60f-6f14d78daf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:19.954080 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-4c868bde-8a6c-481f-a0f3-931d6de438ae req-8db91619-d3ff-495d-a60f-6f14d78daf13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for port, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:19.959848 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-4c868bde-8a6c-481f-a0f3-931d6de438ae req-8db91619-d3ff-495d-a60f-6f14d78daf13 service neutron] 10.222.0.46 "PUT /v2.0/ports/71f09368-e0a3-4335-a55a-7102f33e6218 HTTP/1.1" status: 200 len: 1093 time: 4.0922034 Jun 21 19:44:19.960426 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1332987-367a-4380-87d6-03e717cfde2b', 'tag': '71f09368-e0a3-4335-a55a-7102f33e6218'}] {{(pid=104576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:44:20.384162 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05f20d886da9388d71ee432e92ee53588f77c84f00dcc9da6d5f2e0db0526183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e173b8-da86-4431-bf7d-c33341c22cc3" -d '{"events": [{"name": "network-changed", "server_uuid": "d1332987-367a-4380-87d6-03e717cfde2b", "tag": "71f09368-e0a3-4335-a55a-7102f33e6218"}]}' {{(pid=104576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:44:20.622451 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvr_db [None req-af48b5bc-933d-46c4-bdc1-e6557105d449 None None] Set router 9e135593-e63a-4344-9ae0-657c7e96a6cb gateway port host: dv-cinder-792462-15-smb {{(pid=104577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:44:20.710622 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd2efc-b3bf-493c-acbc-9b6b55b23da5 req-c3926b08-cb85-4f05-a1c1-b0b1e940d386 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:20.718522 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-83dd2efc-b3bf-493c-acbc-9b6b55b23da5 req-c3926b08-cb85-4f05-a1c1-b0b1e940d386 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1332987-367a-4380-87d6-03e717cfde2b HTTP/1.1" status: 200 len: 943 time: 0.5727451 Jun 21 19:44:20.787730 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-83dd2efc-b3bf-493c-acbc-9b6b55b23da5 req-2cbbffc7-aec4-4ed3-bf0d-0ee4c756aa28 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f75ecaf-e5fe-42f4-abfc-921fec7aec87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675633 Jun 21 19:44:20.812890 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c868bde-8a6c-481f-a0f3-931d6de438ae req-64f79ad3-e9d5-4e2b-abcc-59309738448a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:20.814486 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-4c868bde-8a6c-481f-a0f3-931d6de438ae req-64f79ad3-e9d5-4e2b-abcc-59309738448a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2243c5ffe7384a48bbba20db17f9a4b0&device_id=d1332987-367a-4380-87d6-03e717cfde2b HTTP/1.1" status: 200 len: 1096 time: 0.6413589 Jun 21 19:44:21.031550 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-af48b5bc-933d-46c4-bdc1-e6557105d449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e135593-e63a-4344-9ae0-657c7e96a6cb', 'name': 'tempest-ServerRescueNegativeTestJSON-1472202875-router', 'tenant_id': 'ffc77c8d33bc44a59650792ffcc5c42d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '3da4fb48-6141-4d89-b2f9-146d6f1da44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:44:05Z', 'updated_at': '2021-06-21T19:44:15Z', 'revision_number': 4, 'project_id': 'ffc77c8d33bc44a59650792ffcc5c42d', 'gw_port': {'id': '3da4fb48-6141-4d89-b2f9-146d6f1da44d', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e135593-e63a-4344-9ae0-657c7e96a6cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:06Z', 'updated_at': '2021-06-21T19:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_interfaces': [{'id': '437a888d-1da6-44f6-94c7-991d517a6f40', 'name': '', 'network_id': 'cbd5c296-051f-43ab-b7d6-154e00c9c776', 'tenant_id': 'ffc77c8d33bc44a59650792ffcc5c42d', 'mac_address': 'fa:16:3e:6c:ad:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e135593-e63a-4344-9ae0-657c7e96a6cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '647d05b7-de31-4d93-b064-d84c7c4b5039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:12Z', 'updated_at': '2021-06-21T19:44:16Z', 'revision_number': 2, 'project_id': 'ffc77c8d33bc44a59650792ffcc5c42d', 'subnets': [{'id': '647d05b7-de31-4d93-b064-d84c7c4b5039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:44:21.086961 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af48b5bc-933d-46c4-bdc1-e6557105d449 None None] Checking router: 9e135593-e63a-4344-9ae0-657c7e96a6cb for host: dv-cinder-792462-15-smb {{(pid=104577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 19:44:21.087185 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af48b5bc-933d-46c4-bdc1-e6557105d449 None None] Updating router 9e135593-e63a-4344-9ae0-657c7e96a6cb port 437a888d-1da6-44f6-94c7-991d517a6f40 binding host dv-cinder-792462-15-smb {{(pid=104577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 19:44:21.098904 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6572840f-30d5-4a6a-994d-34ce5f558402 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:21.117535 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 19:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-341e719d-199f-43e8-8610-5da5fd55eda2 x-openstack-request-id: req-341e719d-199f-43e8-8610-5da5fd55eda2 {{(pid=104576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:44:21.117933 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1332987-367a-4380-87d6-03e717cfde2b", "tag": "71f09368-e0a3-4335-a55a-7102f33e6218", "status": "completed", "code": 200}]} {{(pid=104576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:44:21.118278 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-341e719d-199f-43e8-8610-5da5fd55eda2 {{(pid=104576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:44:21.118756 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1332987-367a-4380-87d6-03e717cfde2b', 'tag': '71f09368-e0a3-4335-a55a-7102f33e6218', 'status': 'completed', 'code': 200} Jun 21 19:44:21.174642 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-af48b5bc-933d-46c4-bdc1-e6557105d449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:21.188208 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66520e23-96ed-4a8d-a929-05b9df5bc938 admin admin] Notify agent at l3_agent.dv-cinder-792462-15-smb the message routers_updated {{(pid=104575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 19:44:21.199810 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886518bf-bcf0-45a6-9629-4dee73331d2a None None] Sync routers for ids ['4f6e2569-ac98-42f8-a137-37d5f631785f'] in dv-cinder-792462-15-smb {{(pid=104578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 19:44:21.216092 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-6572840f-30d5-4a6a-994d-34ce5f558402 admin admin] Transition to ACTIVE for port object c6cf6a99-804f-494a-97e5-19ba715fd648 will not be triggered until provisioned by entity DHCP. {{(pid=104575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:44:21.216865 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886518bf-bcf0-45a6-9629-4dee73331d2a None None] Routers {'4f6e2569-ac98-42f8-a137-37d5f631785f'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:44:21.218884 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-886518bf-bcf0-45a6-9629-4dee73331d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:44:03Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['4f6e2569-ac98-42f8-a137-37d5f631785f'], 'active': True} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:44:21.228937 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-66520e23-96ed-4a8d-a929-05b9df5bc938 admin admin] 10.222.0.38 "PUT /v2.0/routers/4f6e2569-ac98-42f8-a137-37d5f631785f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1963465 Jun 21 19:44:21.331601 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e7a42-fd66-4cf1-aaac-7be2554c27d9 req-f0fbef42-4da0-44b3-9bb3-b187b178f640 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:21.338864 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-af3e7a42-fd66-4cf1-aaac-7be2554c27d9 req-f0fbef42-4da0-44b3-9bb3-b187b178f640 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/networks?id=cbd5c296-051f-43ab-b7d6-154e00c9c776 HTTP/1.1" status: 200 len: 819 time: 0.7895958 Jun 21 19:44:21.408452 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-af3e7a42-fd66-4cf1-aaac-7be2554c27d9 req-9e623e65-8b1a-4a8d-9c84-ecee8730b5b7 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/quotas/ffc77c8d33bc44a59650792ffcc5c42d HTTP/1.1" status: 200 len: 375 time: 0.0576892 Jun 21 19:44:21.687731 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvr_db [None req-886518bf-bcf0-45a6-9629-4dee73331d2a None None] Set router 4f6e2569-ac98-42f8-a137-37d5f631785f gateway port host: dv-cinder-792462-15-smb {{(pid=104578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:44:21.766085 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device d05cdae7-31d1-415e-b5f2-3cffb2b2b1bb up at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:44:21.865933 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf0b389-6146-4668-8c58-4b60fe662926 req-f62125db-8629-4d84-bffe-403263880a59 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:21.870686 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-2bf0b389-6146-4668-8c58-4b60fe662926 req-f62125db-8629-4d84-bffe-403263880a59 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fa6643b-de2d-4dfc-accd-38f3e1dc08da HTTP/1.1" status: 200 len: 932 time: 0.1895897 Jun 21 19:44:22.009491 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6572840f-30d5-4a6a-994d-34ce5f558402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-129462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761649331797'] for port, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:22.041320 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-c3fb3591-f22e-407f-8042-a54f4e17d1d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:22.149253 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-886518bf-bcf0-45a6-9629-4dee73331d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'name': 'tempest-AttachVolumeShelveTestJSON-524762901-router', 'tenant_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a8e686c1-5144-483c-800b-843137339b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:44:04Z', 'updated_at': '2021-06-21T19:44:14Z', 'revision_number': 4, 'project_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'gw_port': {'id': 'a8e686c1-5144-483c-800b-843137339b6a', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:05Z', 'updated_at': '2021-06-21T19:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_interfaces': [{'id': '5be5f07e-b88d-469e-820b-9cb6b75a44bd', 'name': '', 'network_id': '2d4d9e71-b808-45e3-a13f-71991168a9d3', 'tenant_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'mac_address': 'fa:16:3e:45:4b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9614296a-537a-414b-ae37-4bb814e04b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:11Z', 'updated_at': '2021-06-21T19:44:15Z', 'revision_number': 2, 'project_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'subnets': [{'id': '9614296a-537a-414b-ae37-4bb814e04b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:44:22.202438 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886518bf-bcf0-45a6-9629-4dee73331d2a None None] Checking router: 4f6e2569-ac98-42f8-a137-37d5f631785f for host: dv-cinder-792462-15-smb {{(pid=104578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 19:44:22.202999 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886518bf-bcf0-45a6-9629-4dee73331d2a None None] Updating router 4f6e2569-ac98-42f8-a137-37d5f631785f port 5be5f07e-b88d-469e-820b-9cb6b75a44bd binding host dv-cinder-792462-15-smb {{(pid=104578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 19:44:22.220503 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning for port d05cdae7-31d1-415e-b5f2-3cffb2b2b1bb completed by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:44:22.239607 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-4c868bde-8a6c-481f-a0f3-931d6de438ae req-e164d159-5c1c-4371-a9b3-39db30801d9d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71f09368-e0a3-4335-a55a-7102f33e6218 HTTP/1.1" status: 200 len: 217 time: 0.3118193 Jun 21 19:44:22.267803 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning complete for port d05cdae7-31d1-415e-b5f2-3cffb2b2b1bb triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:44:22.268154 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:22.269317 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-2bf0b389-6146-4668-8c58-4b60fe662926 req-979d97f0-8e0a-471f-be47-1a02cdf8fdf0 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/security-groups?id=66ff75a3-db6c-4e1d-9736-3dfd7054a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3908100 Jun 21 19:44:22.369721 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 38324) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:22.388588 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.notifiers.nova [req-cb35f7b1-e5f8-47fa-b92c-f36777fe407c req-aff93252-2044-4f8e-b470-83f2d441a0e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92ab2d58-78f5-4901-9ce2-71dff5b896fb {{(pid=104575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:44:22.393963 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-af48b5bc-933d-46c4-bdc1-e6557105d449 None None] Notify callbacks [] for port, precommit_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:22.402526 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6572840f-30d5-4a6a-994d-34ce5f558402 admin admin] Network f83e3e6f-0c8e-4ab7-af9c-731326ea9260 is already hosted by enough agents. {{(pid=104575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:44:22.426844 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-af3e7a42-fd66-4cf1-aaac-7be2554c27d9 req-af422500-c854-4233-ae91-82c4455624fc tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ffc77c8d33bc44a59650792ffcc5c42d&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0172601 Jun 21 19:44:22.438848 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-cb35f7b1-e5f8-47fa-b92c-f36777fe407c req-aff93252-2044-4f8e-b470-83f2d441a0e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:22.442055 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6572840f-30d5-4a6a-994d-34ce5f558402 admin admin] Pushing event updated for resources: {'Port': ['ID=c6cf6a99-804f-494a-97e5-19ba715fd648,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:22.450476 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-af48b5bc-933d-46c4-bdc1-e6557105d449 None None] Transition to ACTIVE for port object 437a888d-1da6-44f6-94c7-991d517a6f40 will not be triggered until provisioned by entity L2. {{(pid=104577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:44:22.463937 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.base_scheduler [None req-6572840f-30d5-4a6a-994d-34ce5f558402 admin admin] Resources bound (agent type, host, resource id): {{(pid=104575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:44:22.469897 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-af48b5bc-933d-46c4-bdc1-e6557105d449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:22.471813 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:22.474302 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-6572840f-30d5-4a6a-994d-34ce5f558402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:22.500615 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6572840f-30d5-4a6a-994d-34ce5f558402 admin admin] Received port after_create {{(pid=104575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:44:22.507538 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6572840f-30d5-4a6a-994d-34ce5f558402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33074984'] for router_interface, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:22.604951 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-0d102338-90a0-4aef-bc4f-e65f507d4e13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:22.689834 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-886518bf-bcf0-45a6-9629-4dee73331d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:22.735531 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [req-cb35f7b1-e5f8-47fa-b92c-f36777fe407c req-aff93252-2044-4f8e-b470-83f2d441a0e1 service neutron] Transition to ACTIVE for port object 92ab2d58-78f5-4901-9ce2-71dff5b896fb will not be triggered until provisioned by entity L2. {{(pid=104575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:44:22.767830 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb70017-fb6c-4cf6-9b3b-547e02c1c3fa None None] Pushing event updated for resources: {'Port': ['ID=437a888d-1da6-44f6-94c7-991d517a6f40,revision_number=3']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:22.770198 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-cb35f7b1-e5f8-47fa-b92c-f36777fe407c req-aff93252-2044-4f8e-b470-83f2d441a0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:22.804567 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:22.883154 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-7bb70017-fb6c-4cf6-9b3b-547e02c1c3fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:22.884193 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:22.884781 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c868bde-8a6c-481f-a0f3-931d6de438ae req-03b22cdc-0e03-4868-bd45-4948d20371b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:22.902581 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-4c868bde-8a6c-481f-a0f3-931d6de438ae req-03b22cdc-0e03-4868-bd45-4948d20371b5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c6d69ebe-a92f-45e7-903b-580468dd30ee HTTP/1.1" status: 200 len: 851 time: 0.2078295 Jun 21 19:44:22.947592 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] For port d05cdae7-31d1-415e-b5f2-3cffb2b2b1bb, host dv-cinder-792462-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=d05cdae7-31d1-415e-b5f2-3cffb2b2b1bb,segment=NetworkSegment(9e55d9b0-2d6a-4ec9-a110-693459193d1d),segment_id=9e55d9b0-2d6a-4ec9-a110-693459193d1d)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:44:22.974797 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:23.025535 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-7bb70017-fb6c-4cf6-9b3b-547e02c1c3fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:23.049060 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-4c868bde-8a6c-481f-a0f3-931d6de438ae req-adb36070-f59f-43bc-ab28-2edfef53f362 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0b4ccddf-7436-4748-9a46-0ddeeafb95c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1280560 Jun 21 19:44:23.129951 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-0d102338-90a0-4aef-bc4f-e65f507d4e13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:23.143012 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-0d102338-90a0-4aef-bc4f-e65f507d4e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:23.188352 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:23.193339 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Pushing event updated for resources: {'Port': ['ID=d05cdae7-31d1-415e-b5f2-3cffb2b2b1bb,revision_number=4']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:23.210038 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-0d102338-90a0-4aef-bc4f-e65f507d4e13 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=18f8f139d9ca4a028e7e7c941cc5a5fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8389790 Jun 21 19:44:23.212441 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:23.232449 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 38334) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:23.236629 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.managers [None req-af48b5bc-933d-46c4-bdc1-e6557105d449 None None] Attempting to bind port 437a888d-1da6-44f6-94c7-991d517a6f40 on host dv-cinder-792462-15-smb for vnic_type normal with profile {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:44:23.239289 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.managers [None req-af48b5bc-933d-46c4-bdc1-e6557105d449 None None] Attempting to bind port 437a888d-1da6-44f6-94c7-991d517a6f40 by drivers openvswitch,hyperv on host dv-cinder-792462-15-smb at level 0 using segments [{'id': 'eae7db14-5951-4079-acca-dc9e813be6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cbd5c296-051f-43ab-b7d6-154e00c9c776'}] {{(pid=104577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:44:23.240360 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af48b5bc-933d-46c4-bdc1-e6557105d449 None None] Attempting to bind port 437a888d-1da6-44f6-94c7-991d517a6f40 on network cbd5c296-051f-43ab-b7d6-154e00c9c776 {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:44:23.248160 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af48b5bc-933d-46c4-bdc1-e6557105d449 None None] Checking agent: {'id': '8d444399-5de6-4d79-83a5-d4f9d95bef37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 36, 33), 'started_at': datetime.datetime(2021, 6, 21, 19, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:44:23.248814 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af48b5bc-933d-46c4-bdc1-e6557105d449 None None] Checking segment: {'id': 'eae7db14-5951-4079-acca-dc9e813be6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cbd5c296-051f-43ab-b7d6-154e00c9c776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:44:23.249576 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-af48b5bc-933d-46c4-bdc1-e6557105d449 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:23.250154 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af48b5bc-933d-46c4-bdc1-e6557105d449 None None] Bound using segment: {'id': 'eae7db14-5951-4079-acca-dc9e813be6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cbd5c296-051f-43ab-b7d6-154e00c9c776'} {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:44:23.250786 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.managers [None req-af48b5bc-933d-46c4-bdc1-e6557105d449 None None] Bound port: 437a888d-1da6-44f6-94c7-991d517a6f40, host: dv-cinder-792462-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae7db14-5951-4079-acca-dc9e813be6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cbd5c296-051f-43ab-b7d6-154e00c9c776'}}] {{(pid=104577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:44:23.261044 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-af48b5bc-933d-46c4-bdc1-e6557105d449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:23.314361 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-af3e7a42-fd66-4cf1-aaac-7be2554c27d9 req-e3073b72-03c7-499c-aab4-72197f762d23 service neutron] 10.222.0.38 "GET /v2.0/networks/cbd5c296-051f-43ab-b7d6-154e00c9c776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8861523 Jun 21 19:44:23.334148 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff93252-2044-4f8e-b470-83f2d441a0e1 service neutron] Pushing event updated for resources: {'Port': ['ID=92ab2d58-78f5-4901-9ce2-71dff5b896fb,revision_number=2']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:23.349160 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-aff93252-2044-4f8e-b470-83f2d441a0e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:23.478848 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-af48b5bc-933d-46c4-bdc1-e6557105d449 None None] For port 437a888d-1da6-44f6-94c7-991d517a6f40, host dv-cinder-792462-15-smb, cleared binding levels {{(pid=104577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:44:23.506127 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-af48b5bc-933d-46c4-bdc1-e6557105d449 None None] For port 437a888d-1da6-44f6-94c7-991d517a6f40, host dv-cinder-792462-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=437a888d-1da6-44f6-94c7-991d517a6f40,segment=NetworkSegment(eae7db14-5951-4079-acca-dc9e813be6bc),segment_id=eae7db14-5951-4079-acca-dc9e813be6bc)] {{(pid=104577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:44:23.508476 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-d1d16e71-ea1f-4c41-888e-c5551bc3f49d None None] Provisioning for port c6cf6a99-804f-494a-97e5-19ba715fd648 completed by entity DHCP. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:44:23.514028 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-d1d16e71-ea1f-4c41-888e-c5551bc3f49d None None] Provisioning complete for port c6cf6a99-804f-494a-97e5-19ba715fd648 triggered by entity DHCP. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:44:23.514586 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-d1d16e71-ea1f-4c41-888e-c5551bc3f49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:23.568449 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-d1d16e71-ea1f-4c41-888e-c5551bc3f49d None None] Port c6cf6a99-804f-494a-97e5-19ba715fd648 cannot update to ACTIVE because it is not bound. {{(pid=104577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 19:44:23.577298 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-af48b5bc-933d-46c4-bdc1-e6557105d449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:23.592563 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [req-cb35f7b1-e5f8-47fa-b92c-f36777fe407c req-aff93252-2044-4f8e-b470-83f2d441a0e1 service neutron] Attempting to bind port 92ab2d58-78f5-4901-9ce2-71dff5b896fb on host hv-cinder-79246 for vnic_type normal with profile {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:44:23.593174 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [req-cb35f7b1-e5f8-47fa-b92c-f36777fe407c req-aff93252-2044-4f8e-b470-83f2d441a0e1 service neutron] Attempting to bind port 92ab2d58-78f5-4901-9ce2-71dff5b896fb by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '79ea6ea4-6122-4223-ae2c-7a1635a6be67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b8c61fcc-c4c3-4872-8556-59affedd8dad'}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:44:23.593277 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb35f7b1-e5f8-47fa-b92c-f36777fe407c req-aff93252-2044-4f8e-b470-83f2d441a0e1 service neutron] Attempting to bind port 92ab2d58-78f5-4901-9ce2-71dff5b896fb on network b8c61fcc-c4c3-4872-8556-59affedd8dad {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:44:23.601900 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:23.602700 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-886518bf-bcf0-45a6-9629-4dee73331d2a None None] Notify callbacks [] for port, precommit_update {{(pid=104578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:23.643643 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.provisioning_blocks [None req-886518bf-bcf0-45a6-9629-4dee73331d2a None None] Transition to ACTIVE for port object 5be5f07e-b88d-469e-820b-9cb6b75a44bd will not be triggered until provisioned by entity L2. {{(pid=104578) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:44:23.662714 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-886518bf-bcf0-45a6-9629-4dee73331d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:23.666450 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af48b5bc-933d-46c4-bdc1-e6557105d449 None None] Routers {'9e135593-e63a-4344-9ae0-657c7e96a6cb'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:44:23.667223 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-af48b5bc-933d-46c4-bdc1-e6557105d449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:44:03Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['9e135593-e63a-4344-9ae0-657c7e96a6cb'], 'active': True} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:44:23.688440 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb35f7b1-e5f8-47fa-b92c-f36777fe407c req-aff93252-2044-4f8e-b470-83f2d441a0e1 service neutron] Port 92ab2d58-78f5-4901-9ce2-71dff5b896fb on network b8c61fcc-c4c3-4872-8556-59affedd8dad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 19:44:23.691473 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb35f7b1-e5f8-47fa-b92c-f36777fe407c req-aff93252-2044-4f8e-b470-83f2d441a0e1 service neutron] Attempting to bind port 92ab2d58-78f5-4901-9ce2-71dff5b896fb on network b8c61fcc-c4c3-4872-8556-59affedd8dad {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:44:23.695407 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG oslo_concurrency.lockutils [None req-c1245fe0-4acf-49cc-8a13-6c6af883e3d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:23.700793 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-4c868bde-8a6c-481f-a0f3-931d6de438ae req-06c378dc-019f-4fa1-9278-f8d8ef93c7b0 service neutron] 10.222.0.46 "GET /v2.0/networks/0b4ccddf-7436-4748-9a46-0ddeeafb95c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473244 Jun 21 19:44:23.707603 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb35f7b1-e5f8-47fa-b92c-f36777fe407c req-aff93252-2044-4f8e-b470-83f2d441a0e1 service neutron] Checking agent: {'id': '0b26fa00-c4a2-4127-a29e-c90b7b9119ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 42, 27), 'started_at': datetime.datetime(2021, 6, 21, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:44:23.708449 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb35f7b1-e5f8-47fa-b92c-f36777fe407c req-aff93252-2044-4f8e-b470-83f2d441a0e1 service neutron] Checking segment: {'id': '79ea6ea4-6122-4223-ae2c-7a1635a6be67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b8c61fcc-c4c3-4872-8556-59affedd8dad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:44:23.709096 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb35f7b1-e5f8-47fa-b92c-f36777fe407c req-aff93252-2044-4f8e-b470-83f2d441a0e1 service neutron] Bound using segment: {'id': '79ea6ea4-6122-4223-ae2c-7a1635a6be67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b8c61fcc-c4c3-4872-8556-59affedd8dad'} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:44:23.710047 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [req-cb35f7b1-e5f8-47fa-b92c-f36777fe407c req-aff93252-2044-4f8e-b470-83f2d441a0e1 service neutron] Bound port: 92ab2d58-78f5-4901-9ce2-71dff5b896fb, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79ea6ea4-6122-4223-ae2c-7a1635a6be67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b8c61fcc-c4c3-4872-8556-59affedd8dad'}}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:44:23.710528 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-cb35f7b1-e5f8-47fa-b92c-f36777fe407c req-aff93252-2044-4f8e-b470-83f2d441a0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:23.808495 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d102338-90a0-4aef-bc4f-e65f507d4e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556301c5-be8e-4718-84d5-7bab522fedcd,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:23.842102 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bdc2b6-f2b2-495d-b81b-e6a673db592b None None] Pushing event updated for resources: {'Port': ['ID=5be5f07e-b88d-469e-820b-9cb6b75a44bd,revision_number=3']} {{(pid=104578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:23.861221 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6572840f-30d5-4a6a-994d-34ce5f558402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:23.939920 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-0d102338-90a0-4aef-bc4f-e65f507d4e13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.752s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:23.942758 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvr_db [None req-af48b5bc-933d-46c4-bdc1-e6557105d449 None None] Set router 9e135593-e63a-4344-9ae0-657c7e96a6cb gateway port host: dv-cinder-792462-15-smb {{(pid=104577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:44:23.959686 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-022f73ff-a8b8-4c40-a919-feead5a58465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:24.065727 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-022f73ff-a8b8-4c40-a919-feead5a58465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:24.075097 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.managers [None req-886518bf-bcf0-45a6-9629-4dee73331d2a None None] Attempting to bind port 5be5f07e-b88d-469e-820b-9cb6b75a44bd on host dv-cinder-792462-15-smb for vnic_type normal with profile {{(pid=104578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:44:24.075409 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.managers [None req-886518bf-bcf0-45a6-9629-4dee73331d2a None None] Attempting to bind port 5be5f07e-b88d-469e-820b-9cb6b75a44bd by drivers openvswitch,hyperv on host dv-cinder-792462-15-smb at level 0 using segments [{'id': '33c04394-201f-475d-af05-ec70e2377f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2d4d9e71-b808-45e3-a13f-71991168a9d3'}] {{(pid=104578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:44:24.076061 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886518bf-bcf0-45a6-9629-4dee73331d2a None None] Attempting to bind port 5be5f07e-b88d-469e-820b-9cb6b75a44bd on network 2d4d9e71-b808-45e3-a13f-71991168a9d3 {{(pid=104578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:44:24.083858 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886518bf-bcf0-45a6-9629-4dee73331d2a None None] Checking agent: {'id': '8d444399-5de6-4d79-83a5-d4f9d95bef37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 36, 33), 'started_at': datetime.datetime(2021, 6, 21, 19, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:44:24.084386 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886518bf-bcf0-45a6-9629-4dee73331d2a None None] Checking segment: {'id': '33c04394-201f-475d-af05-ec70e2377f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2d4d9e71-b808-45e3-a13f-71991168a9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:44:24.084796 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-886518bf-bcf0-45a6-9629-4dee73331d2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:24.086227 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886518bf-bcf0-45a6-9629-4dee73331d2a None None] Bound using segment: {'id': '33c04394-201f-475d-af05-ec70e2377f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2d4d9e71-b808-45e3-a13f-71991168a9d3'} {{(pid=104578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:44:24.086820 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.managers [None req-886518bf-bcf0-45a6-9629-4dee73331d2a None None] Bound port: 5be5f07e-b88d-469e-820b-9cb6b75a44bd, host: dv-cinder-792462-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33c04394-201f-475d-af05-ec70e2377f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2d4d9e71-b808-45e3-a13f-71991168a9d3'}}] {{(pid=104578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:44:24.087278 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-886518bf-bcf0-45a6-9629-4dee73331d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:24.151635 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG oslo_concurrency.lockutils [None req-84bdc2b6-f2b2-495d-b81b-e6a673db592b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=104578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:24.229073 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-af3e7a42-fd66-4cf1-aaac-7be2554c27d9 req-b2db8795-f6ac-4244-a5d6-22bff1ff4c73 service neutron] 10.222.0.38 "GET /v2.0/networks/cbd5c296-051f-43ab-b7d6-154e00c9c776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9137406 Jun 21 19:44:24.231928 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 38360) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:24.266040 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.v2.base [None req-badb1dab-a05d-4375-a41c-bb005119eaa8 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Request body: {'security_group': {'name': 'tempest-securitygroup--715309712', 'description': 'tempest-description--285658626'}} {{(pid=104576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:44:24.280933 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.db [None req-886518bf-bcf0-45a6-9629-4dee73331d2a None None] For port 5be5f07e-b88d-469e-820b-9cb6b75a44bd, host dv-cinder-792462-15-smb, cleared binding levels {{(pid=104578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:44:24.293875 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.db [None req-886518bf-bcf0-45a6-9629-4dee73331d2a None None] For port 5be5f07e-b88d-469e-820b-9cb6b75a44bd, host dv-cinder-792462-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=5be5f07e-b88d-469e-820b-9cb6b75a44bd,segment=NetworkSegment(33c04394-201f-475d-af05-ec70e2377f9f),segment_id=33c04394-201f-475d-af05-ec70e2377f9f)] {{(pid=104578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:44:24.301825 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device d05cdae7-31d1-415e-b5f2-3cffb2b2b1bb up at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:44:24.304640 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-886518bf-bcf0-45a6-9629-4dee73331d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:24.310185 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG oslo_concurrency.lockutils [None req-007678dd-be83-4ea5-a0e7-57078ca8d186 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:24.357916 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-badb1dab-a05d-4375-a41c-bb005119eaa8 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:24.364953 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.db [req-cb35f7b1-e5f8-47fa-b92c-f36777fe407c req-aff93252-2044-4f8e-b470-83f2d441a0e1 service neutron] For port 92ab2d58-78f5-4901-9ce2-71dff5b896fb, host hv-cinder-79246, cleared binding levels {{(pid=104575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:44:24.416639 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-4c868bde-8a6c-481f-a0f3-931d6de438ae req-68699ed9-5089-45a5-94c3-14c1127c86b9 service neutron] 10.222.0.46 "GET /v2.0/networks/0b4ccddf-7436-4748-9a46-0ddeeafb95c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6808932 Jun 21 19:44:24.417373 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6572840f-30d5-4a6a-994d-34ce5f558402 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:24.424833 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bdc2b6-f2b2-495d-b81b-e6a673db592b None None] Pushing event updated for resources: {'Port': ['ID=5be5f07e-b88d-469e-820b-9cb6b75a44bd,revision_number=4']} {{(pid=104578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:24.437495 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG oslo_concurrency.lockutils [None req-84bdc2b6-f2b2-495d-b81b-e6a673db592b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=104578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:24.470036 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886518bf-bcf0-45a6-9629-4dee73331d2a None None] Routers {'4f6e2569-ac98-42f8-a137-37d5f631785f'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:44:24.471096 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-886518bf-bcf0-45a6-9629-4dee73331d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:44:03Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['4f6e2569-ac98-42f8-a137-37d5f631785f'], 'active': True} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:44:24.496395 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6572840f-30d5-4a6a-994d-34ce5f558402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:24.505715 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.db [req-cb35f7b1-e5f8-47fa-b92c-f36777fe407c req-aff93252-2044-4f8e-b470-83f2d441a0e1 service neutron] For port 92ab2d58-78f5-4901-9ce2-71dff5b896fb, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=92ab2d58-78f5-4901-9ce2-71dff5b896fb,segment=NetworkSegment(79ea6ea4-6122-4223-ae2c-7a1635a6be67),segment_id=79ea6ea4-6122-4223-ae2c-7a1635a6be67)] {{(pid=104575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:44:24.507163 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6572840f-30d5-4a6a-994d-34ce5f558402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32961663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33073457'] for router_interface, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:24.526007 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-66520e23-96ed-4a8d-a929-05b9df5bc938 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:24.583355 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-022f73ff-a8b8-4c40-a919-feead5a58465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:24.586689 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning complete for port d05cdae7-31d1-415e-b5f2-3cffb2b2b1bb triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:44:24.587012 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:24.588829 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-cb35f7b1-e5f8-47fa-b92c-f36777fe407c req-aff93252-2044-4f8e-b470-83f2d441a0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:24.741056 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb35f7b1-e5f8-47fa-b92c-f36777fe407c req-aff93252-2044-4f8e-b470-83f2d441a0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:24.741748 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-cb35f7b1-e5f8-47fa-b92c-f36777fe407c req-aff93252-2044-4f8e-b470-83f2d441a0e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for port, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:24.742924 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb70017-fb6c-4cf6-9b3b-547e02c1c3fa None None] Pushing event updated for resources: {'Port': ['ID=437a888d-1da6-44f6-94c7-991d517a6f40,revision_number=4']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:24.746669 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-cb35f7b1-e5f8-47fa-b92c-f36777fe407c req-aff93252-2044-4f8e-b470-83f2d441a0e1 service neutron] 10.222.0.46 "PUT /v2.0/ports/92ab2d58-78f5-4901-9ce2-71dff5b896fb HTTP/1.1" status: 200 len: 1094 time: 6.2768869 Jun 21 19:44:24.747488 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fa6643b-de2d-4dfc-accd-38f3e1dc08da', 'tag': '92ab2d58-78f5-4901-9ce2-71dff5b896fb'}] {{(pid=104575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:44:24.769056 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-7bb70017-fb6c-4cf6-9b3b-547e02c1c3fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.167s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:24.777554 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-af48b5bc-933d-46c4-bdc1-e6557105d449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e135593-e63a-4344-9ae0-657c7e96a6cb', 'name': 'tempest-ServerRescueNegativeTestJSON-1472202875-router', 'tenant_id': 'ffc77c8d33bc44a59650792ffcc5c42d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '3da4fb48-6141-4d89-b2f9-146d6f1da44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:44:05Z', 'updated_at': '2021-06-21T19:44:15Z', 'revision_number': 4, 'project_id': 'ffc77c8d33bc44a59650792ffcc5c42d', 'gw_port': {'id': '3da4fb48-6141-4d89-b2f9-146d6f1da44d', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e135593-e63a-4344-9ae0-657c7e96a6cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:06Z', 'updated_at': '2021-06-21T19:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_interfaces': [{'id': '437a888d-1da6-44f6-94c7-991d517a6f40', 'name': '', 'network_id': 'cbd5c296-051f-43ab-b7d6-154e00c9c776', 'tenant_id': 'ffc77c8d33bc44a59650792ffcc5c42d', 'mac_address': 'fa:16:3e:6c:ad:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e135593-e63a-4344-9ae0-657c7e96a6cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '647d05b7-de31-4d93-b064-d84c7c4b5039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:12Z', 'updated_at': '2021-06-21T19:44:23Z', 'revision_number': 4, 'project_id': 'ffc77c8d33bc44a59650792ffcc5c42d', 'subnets': [{'id': '647d05b7-de31-4d93-b064-d84c7c4b5039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:44:24.791946 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-022f73ff-a8b8-4c40-a919-feead5a58465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:24.804665 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-022f73ff-a8b8-4c40-a919-feead5a58465 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/556301c5-be8e-4718-84d5-7bab522fedcd HTTP/1.1" status: 204 len: 168 time: 1.5708520 Jun 21 19:44:24.816977 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af48b5bc-933d-46c4-bdc1-e6557105d449 None None] The sync data for ids ['9e135593-e63a-4344-9ae0-657c7e96a6cb'] in dv-cinder-792462-15-smb is: [{'id': '9e135593-e63a-4344-9ae0-657c7e96a6cb', 'name': 'tempest-ServerRescueNegativeTestJSON-1472202875-router', 'tenant_id': 'ffc77c8d33bc44a59650792ffcc5c42d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '3da4fb48-6141-4d89-b2f9-146d6f1da44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:44:05Z', 'updated_at': '2021-06-21T19:44:15Z', 'revision_number': 4, 'project_id': 'ffc77c8d33bc44a59650792ffcc5c42d', 'gw_port': {'id': '3da4fb48-6141-4d89-b2f9-146d6f1da44d', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e135593-e63a-4344-9ae0-657c7e96a6cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:06Z', 'updated_at': '2021-06-21T19:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_interfaces': [{'id': '437a888d-1da6-44f6-94c7-991d517a6f40', 'name': '', 'network_id': 'cbd5c296-051f-43ab-b7d6-154e00c9c776', 'tenant_id': 'ffc77c8d33bc44a59650792ffcc5c42d', 'mac_address': 'fa:16:3e:6c:ad:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e135593-e63a-4344-9ae0-657c7e96a6cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '647d05b7-de31-4d93-b064-d84c7c4b5039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:12Z', 'updated_at': '2021-06-21T19:44:23Z', 'revision_number': 4, 'project_id': 'ffc77c8d33bc44a59650792ffcc5c42d', 'subnets': [{'id': '647d05b7-de31-4d93-b064-d84c7c4b5039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 19:44:24.837713 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-354fad6b-8255-4637-875e-1428407e3117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:24.870017 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022f73ff-a8b8-4c40-a919-feead5a58465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556301c5-be8e-4718-84d5-7bab522fedcd,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:24.885588 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-022f73ff-a8b8-4c40-a919-feead5a58465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:24.893490 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvr_db [None req-886518bf-bcf0-45a6-9629-4dee73331d2a None None] Set router 4f6e2569-ac98-42f8-a137-37d5f631785f gateway port host: dv-cinder-792462-15-smb {{(pid=104578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:44:24.952170 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6572840f-30d5-4a6a-994d-34ce5f558402 admin admin] Pushing event updated for resources: {'Port': ['ID=c6cf6a99-804f-494a-97e5-19ba715fd648,revision_number=2']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:24.969505 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15c0ad-9d68-463f-ae26-6e8c9d0e449d req-db95999c-78b4-459e-9c87-65e41bc64f45 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:24.983240 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-2f15c0ad-9d68-463f-ae26-6e8c9d0e449d req-db95999c-78b4-459e-9c87-65e41bc64f45 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1332987-367a-4380-87d6-03e717cfde2b HTTP/1.1" status: 200 len: 943 time: 0.6183386 Jun 21 19:44:24.990363 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-6572840f-30d5-4a6a-994d-34ce5f558402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:24.990819 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-6572840f-30d5-4a6a-994d-34ce5f558402 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.389s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:25.191598 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-2f15c0ad-9d68-463f-ae26-6e8c9d0e449d req-831ef3af-478e-43b7-a94e-6f8f4f459087 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f75ecaf-e5fe-42f4-abfc-921fec7aec87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054298 Jun 21 19:44:25.201288 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-badb1dab-a05d-4375-a41c-bb005119eaa8 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:25.216007 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e173b8-da86-4431-bf7d-c33341c22cc3 req-0f57e035-83ae-4ae1-9dc5-62f36069642c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:25.219039 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-70e173b8-da86-4431-bf7d-c33341c22cc3 req-0f57e035-83ae-4ae1-9dc5-62f36069642c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2243c5ffe7384a48bbba20db17f9a4b0&device_id=d1332987-367a-4380-87d6-03e717cfde2b HTTP/1.1" status: 200 len: 1096 time: 0.6936042 Jun 21 19:44:25.241542 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-badb1dab-a05d-4375-a41c-bb005119eaa8 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:25.372032 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.agents_db [None req-c2d22edd-97c6-4632-8c47-e807aff285e4 None None] Agent healthcheck: found 6 active agents {{(pid=104578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 19:44:25.395159 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c13f0749771774115a22afc177d9d65845734126b668639f93c48b494dfbeb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d265e523-1a5f-444c-8e66-651b2e0e6df5" -d '{"events": [{"name": "network-changed", "server_uuid": "4fa6643b-de2d-4dfc-accd-38f3e1dc08da", "tag": "92ab2d58-78f5-4901-9ce2-71dff5b896fb"}]}' {{(pid=104575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:44:25.399179 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-1f64b08a-1e42-49c4-9469-67f012d03cb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:25.445075 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-886518bf-bcf0-45a6-9629-4dee73331d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'name': 'tempest-AttachVolumeShelveTestJSON-524762901-router', 'tenant_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a8e686c1-5144-483c-800b-843137339b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:44:04Z', 'updated_at': '2021-06-21T19:44:14Z', 'revision_number': 4, 'project_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'gw_port': {'id': 'a8e686c1-5144-483c-800b-843137339b6a', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:05Z', 'updated_at': '2021-06-21T19:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_interfaces': [{'id': '5be5f07e-b88d-469e-820b-9cb6b75a44bd', 'name': '', 'network_id': '2d4d9e71-b808-45e3-a13f-71991168a9d3', 'tenant_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'mac_address': 'fa:16:3e:45:4b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9614296a-537a-414b-ae37-4bb814e04b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:11Z', 'updated_at': '2021-06-21T19:44:24Z', 'revision_number': 4, 'project_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'subnets': [{'id': '9614296a-537a-414b-ae37-4bb814e04b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:44:25.473407 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 38402) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:25.484027 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-3bee7b9d-4b01-43e4-b471-22183b93409a req-bb6562b9-837b-4509-860a-4c276494e2d1 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 210 time: 0.1457970 Jun 21 19:44:25.506805 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff93252-2044-4f8e-b470-83f2d441a0e1 service neutron] Pushing event updated for resources: {'Port': ['ID=92ab2d58-78f5-4901-9ce2-71dff5b896fb,revision_number=3']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:25.514119 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-aff93252-2044-4f8e-b470-83f2d441a0e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:25.523032 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886518bf-bcf0-45a6-9629-4dee73331d2a None None] The sync data for ids ['4f6e2569-ac98-42f8-a137-37d5f631785f'] in dv-cinder-792462-15-smb is: [{'id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'name': 'tempest-AttachVolumeShelveTestJSON-524762901-router', 'tenant_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a8e686c1-5144-483c-800b-843137339b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:44:04Z', 'updated_at': '2021-06-21T19:44:14Z', 'revision_number': 4, 'project_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'gw_port': {'id': 'a8e686c1-5144-483c-800b-843137339b6a', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:05Z', 'updated_at': '2021-06-21T19:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_interfaces': [{'id': '5be5f07e-b88d-469e-820b-9cb6b75a44bd', 'name': '', 'network_id': '2d4d9e71-b808-45e3-a13f-71991168a9d3', 'tenant_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'mac_address': 'fa:16:3e:45:4b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9614296a-537a-414b-ae37-4bb814e04b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:11Z', 'updated_at': '2021-06-21T19:44:24Z', 'revision_number': 4, 'project_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'subnets': [{'id': '9614296a-537a-414b-ae37-4bb814e04b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 19:44:25.530361 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6572840f-30d5-4a6a-994d-34ce5f558402 admin admin] Network f83e3e6f-0c8e-4ab7-af9c-731326ea9260 is already hosted by enough agents. {{(pid=104575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:44:25.534011 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb35f7b1-e5f8-47fa-b92c-f36777fe407c req-9fa8e23e-2bf0-4602-b8b3-7d3a62aa6845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:25.536130 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-cb35f7b1-e5f8-47fa-b92c-f36777fe407c req-9fa8e23e-2bf0-4602-b8b3-7d3a62aa6845 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8b5695a498f64147a2657a531899f0a2&device_id=4fa6643b-de2d-4dfc-accd-38f3e1dc08da HTTP/1.1" status: 200 len: 1097 time: 0.5736473 Jun 21 19:44:25.552852 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-badb1dab-a05d-4375-a41c-bb005119eaa8 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks [] for security_group, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:25.574289 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-badb1dab-a05d-4375-a41c-bb005119eaa8 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.3334341 Jun 21 19:44:25.578391 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.base_scheduler [None req-6572840f-30d5-4a6a-994d-34ce5f558402 admin admin] Resources bound (agent type, host, resource id): {{(pid=104575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:44:25.595668 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 38408) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:25.611938 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badb1dab-a05d-4375-a41c-bb005119eaa8 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=470d3395-bdcc-41be-a3a3-eb644599460f,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:25.662409 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.v2.base [None req-b2ef7b4c-3b0d-44f4-9bd6-a7b2c16d304d tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Request body: {'security_group_rule': {'security_group_id': '470d3395-bdcc-41be-a3a3-eb644599460f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:44:25.672704 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-badb1dab-a05d-4375-a41c-bb005119eaa8 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:25.700873 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-0bc3e1a8-1559-4b1a-9689-7b637a02dfc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:25.715794 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-cb35f7b1-e5f8-47fa-b92c-f36777fe407c req-951a38f4-3d76-449c-b169-90bc8035a84a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92ab2d58-78f5-4901-9ce2-71dff5b896fb HTTP/1.1" status: 200 len: 217 time: 0.1696136 Jun 21 19:44:25.765595 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed6d02-2880-4d1f-9464-0fabe7ac2c4b req-49a1aa32-3785-4dc5-86e1-580a619d7904 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:25.775302 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-59ed6d02-2880-4d1f-9464-0fabe7ac2c4b req-49a1aa32-3785-4dc5-86e1-580a619d7904 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fa6643b-de2d-4dfc-accd-38f3e1dc08da HTTP/1.1" status: 200 len: 944 time: 0.6926904 Jun 21 19:44:25.884536 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.db.api [None req-0bc3e1a8-1559-4b1a-9689-7b637a02dfc6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 21 19:44:25.884536 dv-cinder-792462-15-smb neutron-server[104576]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 21 19:44:25.884536 dv-cinder-792462-15-smb neutron-server[104576]: [parameters: {'project_id_1': 'ab0015061a054ec9bf8e87dc610f69ac', 'expiration_1': datetime.datetime(2021, 6, 21, 19, 44, 25, 873212)}] Jun 21 19:44:25.884536 dv-cinder-792462-15-smb neutron-server[104576]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=104576) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 19:44:25.885298 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_db.api [None req-0bc3e1a8-1559-4b1a-9689-7b637a02dfc6 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 19:44:25.904986 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e173b8-da86-4431-bf7d-c33341c22cc3 req-fca5efea-6d20-4f5f-8c2f-b175073ca147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:25.907587 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-70e173b8-da86-4431-bf7d-c33341c22cc3 req-fca5efea-6d20-4f5f-8c2f-b175073ca147 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0b4ccddf-7436-4748-9a46-0ddeeafb95c9 HTTP/1.1" status: 200 len: 912 time: 0.6673274 Jun 21 19:44:25.944498 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-b2ef7b4c-3b0d-44f4-9bd6-a7b2c16d304d tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:25.964851 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device 437a888d-1da6-44f6-94c7-991d517a6f40 up at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:44:26.083233 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-70e173b8-da86-4431-bf7d-c33341c22cc3 req-7994bf29-c1f6-46bd-8457-c96f346c22ac service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=71f09368-e0a3-4335-a55a-7102f33e6218 HTTP/1.1" status: 200 len: 217 time: 0.1638386 Jun 21 19:44:26.086271 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-59ed6d02-2880-4d1f-9464-0fabe7ac2c4b req-3ad29dbc-8111-4437-9509-033f4e378b7b tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/security-groups?id=66ff75a3-db6c-4e1d-9736-3dfd7054a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098803 Jun 21 19:44:26.145006 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning for port 437a888d-1da6-44f6-94c7-991d517a6f40 completed by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:44:26.162649 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-83d38ea5-2c3d-44f5-879a-c563e7a106b0 None None] Provisioning complete for port c6cf6a99-804f-494a-97e5-19ba715fd648 triggered by entity DHCP. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:44:26.164970 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-83d38ea5-2c3d-44f5-879a-c563e7a106b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:26.241091 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-b2ef7b4c-3b0d-44f4-9bd6-a7b2c16d304d tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:26.250351 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning complete for port 437a888d-1da6-44f6-94c7-991d517a6f40 triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:44:26.251844 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:26.278826 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-b2ef7b4c-3b0d-44f4-9bd6-a7b2c16d304d tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33278668'] for security_group_rule, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:26.303738 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:26.329588 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e173b8-da86-4431-bf7d-c33341c22cc3 req-0c0eb05f-e4b8-4c8e-baac-001f22b43d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:26.336278 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-70e173b8-da86-4431-bf7d-c33341c22cc3 req-0c0eb05f-e4b8-4c8e-baac-001f22b43d6c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c6d69ebe-a92f-45e7-903b-580468dd30ee HTTP/1.1" status: 200 len: 851 time: 0.2077274 Jun 21 19:44:26.346304 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ef7b4c-3b0d-44f4-9bd6-a7b2c16d304d tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=410164d5-babe-43f5-b8fd-f8083ae2e76f,revision_number=0']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:26.361452 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-b2ef7b4c-3b0d-44f4-9bd6-a7b2c16d304d tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:26.385491 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 38438) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:26.394393 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-0bc3e1a8-1559-4b1a-9689-7b637a02dfc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:26.426162 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-83d38ea5-2c3d-44f5-879a-c563e7a106b0 None None] Port c6cf6a99-804f-494a-97e5-19ba715fd648 cannot update to ACTIVE because it is not bound. {{(pid=104577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 19:44:26.452678 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 19:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9ac8e3-0b06-41f5-b15f-a9bf4d05170e x-openstack-request-id: req-bd9ac8e3-0b06-41f5-b15f-a9bf4d05170e {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:44:26.453105 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fa6643b-de2d-4dfc-accd-38f3e1dc08da", "tag": "92ab2d58-78f5-4901-9ce2-71dff5b896fb", "status": "completed", "code": 200}]} {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:44:26.453469 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bd9ac8e3-0b06-41f5-b15f-a9bf4d05170e {{(pid=104575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:44:26.454102 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fa6643b-de2d-4dfc-accd-38f3e1dc08da', 'tag': '92ab2d58-78f5-4901-9ce2-71dff5b896fb', 'status': 'completed', 'code': 200} Jun 21 19:44:26.459407 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb35f7b1-e5f8-47fa-b92c-f36777fe407c req-fe5e59ef-20fb-416d-978a-1b98cf043b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:26.460958 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-cb35f7b1-e5f8-47fa-b92c-f36777fe407c req-fe5e59ef-20fb-416d-978a-1b98cf043b5c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=65d12bc6-cf17-4a89-a7d0-97f216ebf025 HTTP/1.1" status: 200 len: 855 time: 0.7376695 Jun 21 19:44:26.477369 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 38442) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:26.496233 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-70e173b8-da86-4431-bf7d-c33341c22cc3 req-e51eefee-6904-473a-a56a-c3c25a8f589f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0b4ccddf-7436-4748-9a46-0ddeeafb95c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1258585 Jun 21 19:44:26.521861 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:26.605492 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:26.610569 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] For port 437a888d-1da6-44f6-94c7-991d517a6f40, host dv-cinder-792462-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=437a888d-1da6-44f6-94c7-991d517a6f40,segment=NetworkSegment(eae7db14-5951-4079-acca-dc9e813be6bc),segment_id=eae7db14-5951-4079-acca-dc9e813be6bc)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:44:26.621177 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:26.628656 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-2edfa238-efb9-4496-b549-000a3d1a6dc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:26.651641 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-0bc3e1a8-1559-4b1a-9689-7b637a02dfc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:26.655281 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.46', 52206) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:26.688259 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Pushing event updated for resources: {'Port': ['ID=437a888d-1da6-44f6-94c7-991d517a6f40,revision_number=5']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:26.691730 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:26.703720 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-b2ef7b4c-3b0d-44f4-9bd6-a7b2c16d304d tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:26.704918 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-b2ef7b4c-3b0d-44f4-9bd6-a7b2c16d304d tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1027930 Jun 21 19:44:26.712333 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 38446) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:26.719198 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [None req-0d171cf5-5076-403c-ac16-96f160df6a84 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Request body: {'security_group_rule': {'security_group_id': '470d3395-bdcc-41be-a3a3-eb644599460f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:44:26.734773 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-cb35f7b1-e5f8-47fa-b92c-f36777fe407c req-dd775f39-3999-457c-953f-bb2d3dcd0744 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b8c61fcc-c4c3-4872-8556-59affedd8dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2478626 Jun 21 19:44:26.736549 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-0bc3e1a8-1559-4b1a-9689-7b637a02dfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:26.836508 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6572840f-30d5-4a6a-994d-34ce5f558402 admin admin] Router 2fe78aa0-6f86-458e-87f5-529228609f09 has already been hosted by L3 agent 340c6150-ff20-4abf-b4fe-5b82b8e71fd8 {{(pid=104575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 19:44:26.859310 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:26.860619 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-0d171cf5-5076-403c-ac16-96f160df6a84 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:26.863063 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-f0c92e83-41b2-42a9-af52-9c65580c01ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:26.903811 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-0bc3e1a8-1559-4b1a-9689-7b637a02dfc6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ab0015061a054ec9bf8e87dc610f69ac&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4164593 Jun 21 19:44:26.909078 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 38452) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:26.945062 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-0d171cf5-5076-403c-ac16-96f160df6a84 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:26.974984 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-1a3fe12e-8cd0-4ffb-8f1f-4cbc7b68f099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:27.004665 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-0d171cf5-5076-403c-ac16-96f160df6a84 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33278668'] for security_group_rule, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:27.024904 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:27.034355 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1533e9-507f-4739-a85c-360eacf3e77a req-fdfbae54-8a28-4648-add0-c260f799080b tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:27.038292 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-eb1533e9-507f-4739-a85c-360eacf3e77a req-fdfbae54-8a28-4648-add0-c260f799080b tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/networks?id=cbd5c296-051f-43ab-b7d6-154e00c9c776 HTTP/1.1" status: 200 len: 819 time: 0.5832796 Jun 21 19:44:27.100006 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-cb35f7b1-e5f8-47fa-b92c-f36777fe407c req-ea41f709-20a1-4dcc-87ce-af36719b5f87 service neutron] 10.222.0.46 "GET /v2.0/networks/b8c61fcc-c4c3-4872-8556-59affedd8dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541098 Jun 21 19:44:27.100662 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d171cf5-5076-403c-ac16-96f160df6a84 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1173add0-d4c6-465b-9a4c-fdd5be42cc95,revision_number=0']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:27.108475 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-eb1533e9-507f-4739-a85c-360eacf3e77a req-496047a1-7fe5-420b-9e65-12671f313d4d tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/quotas/ffc77c8d33bc44a59650792ffcc5c42d HTTP/1.1" status: 200 len: 375 time: 0.0593262 Jun 21 19:44:27.110463 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-0d171cf5-5076-403c-ac16-96f160df6a84 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:27.213286 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6572840f-30d5-4a6a-994d-34ce5f558402 admin admin] Notify agent at l3_agent.dv-cinder-792462-15-smb the message routers_updated {{(pid=104575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 19:44:27.222201 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-6572840f-30d5-4a6a-994d-34ce5f558402 admin admin] 10.222.0.38 "PUT /v2.0/routers/2fe78aa0-6f86-458e-87f5-529228609f09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5067010 Jun 21 19:44:27.222766 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1299f4-efc0-4a23-98c1-e4da891e557f None None] Sync routers for ids ['2fe78aa0-6f86-458e-87f5-529228609f09'] in dv-cinder-792462-15-smb {{(pid=104577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 19:44:27.235610 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1299f4-efc0-4a23-98c1-e4da891e557f None None] Routers {'2fe78aa0-6f86-458e-87f5-529228609f09'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:44:27.236501 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-8f1299f4-efc0-4a23-98c1-e4da891e557f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:44:03Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['2fe78aa0-6f86-458e-87f5-529228609f09'], 'active': True} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:44:27.237659 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e7a42-fd66-4cf1-aaac-7be2554c27d9 req-fd3f8959-a243-40ba-9765-dd5662d81987 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:27.239195 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-af3e7a42-fd66-4cf1-aaac-7be2554c27d9 req-fd3f8959-a243-40ba-9765-dd5662d81987 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.46 "GET /v2.0/networks?id=cbd5c296-051f-43ab-b7d6-154e00c9c776 HTTP/1.1" status: 200 len: 819 time: 0.5584228 Jun 21 19:44:27.276459 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-eb1533e9-507f-4739-a85c-360eacf3e77a req-1db117e3-2af3-4606-9b7d-77323061cd00 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ffc77c8d33bc44a59650792ffcc5c42d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1530473 Jun 21 19:44:27.276846 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.v2.base [req-af3e7a42-fd66-4cf1-aaac-7be2554c27d9 req-961a5878-fe1e-478e-a63c-232f8350efa9 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Request body: {'port': {'device_id': 'cf56b5fb-574d-43a5-acbd-37926f2f5043', 'network_id': 'cbd5c296-051f-43ab-b7d6-154e00c9c776', 'admin_state_up': True, 'tenant_id': 'ffc77c8d33bc44a59650792ffcc5c42d'}} {{(pid=104576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:44:27.294785 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a73ee8-d9bf-49de-8b47-9adf91e8a7e6 req-26ebc4d5-78dd-488e-b989-54fe2be37e32 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:27.296650 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-09a73ee8-d9bf-49de-8b47-9adf91e8a7e6 req-26ebc4d5-78dd-488e-b989-54fe2be37e32 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1332987-367a-4380-87d6-03e717cfde2b HTTP/1.1" status: 200 len: 943 time: 0.8309238 Jun 21 19:44:27.297227 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc3e1a8-1559-4b1a-9689-7b637a02dfc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a530b0d8-ed34-4828-b973-ac1369a90ebb,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:27.329334 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-70e173b8-da86-4431-bf7d-c33341c22cc3 req-c95fcc99-fed6-4394-b1e3-7143bd981019 service neutron] 10.222.0.46 "GET /v2.0/networks/0b4ccddf-7436-4748-9a46-0ddeeafb95c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6719027 Jun 21 19:44:27.341334 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-cb35f7b1-e5f8-47fa-b92c-f36777fe407c req-e182ae50-69ca-40bb-b4c3-4e3086c87728 service neutron] 10.222.0.46 "GET /v2.0/networks/b8c61fcc-c4c3-4872-8556-59affedd8dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319102 Jun 21 19:44:27.357368 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-0bc3e1a8-1559-4b1a-9689-7b637a02dfc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:27.437827 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-eb1533e9-507f-4739-a85c-360eacf3e77a req-31c2961c-3cd8-49d8-8350-3211e6e7316d service neutron] 10.222.0.38 "GET /v2.0/networks/cbd5c296-051f-43ab-b7d6-154e00c9c776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456130 Jun 21 19:44:27.498343 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-bf4b672e-dfd6-4ae0-86f2-a82d40722e38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:27.516210 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-09a73ee8-d9bf-49de-8b47-9adf91e8a7e6 req-423a15fe-c539-44d4-b03f-61d6e8ed4437 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f75ecaf-e5fe-42f4-abfc-921fec7aec87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898265 Jun 21 19:44:27.580637 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265e523-1a5f-444c-8e66-651b2e0e6df5 req-8d1c3062-987d-42a5-a565-f5d3579a2a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:27.583045 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-d265e523-1a5f-444c-8e66-651b2e0e6df5 req-8d1c3062-987d-42a5-a565-f5d3579a2a1b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8b5695a498f64147a2657a531899f0a2&device_id=4fa6643b-de2d-4dfc-accd-38f3e1dc08da HTTP/1.1" status: 200 len: 1097 time: 0.1710424 Jun 21 19:44:27.589030 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-bf4b672e-dfd6-4ae0-86f2-a82d40722e38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:27.627374 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvr_db [None req-8f1299f4-efc0-4a23-98c1-e4da891e557f None None] Set router 2fe78aa0-6f86-458e-87f5-529228609f09 gateway port host: dv-cinder-792462-15-smb {{(pid=104577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:44:27.628360 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-f0c92e83-41b2-42a9-af52-9c65580c01ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:27.639835 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-70e173b8-da86-4431-bf7d-c33341c22cc3 req-cb940607-3a96-4802-bb6d-577a7260159f service neutron] 10.222.0.46 "GET /v2.0/networks/0b4ccddf-7436-4748-9a46-0ddeeafb95c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755060 Jun 21 19:44:27.674155 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-f0c92e83-41b2-42a9-af52-9c65580c01ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:27.700816 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:27.730094 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-0d171cf5-5076-403c-ac16-96f160df6a84 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:27.733929 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-0d171cf5-5076-403c-ac16-96f160df6a84 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0156922 Jun 21 19:44:27.739828 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 38466) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:27.749737 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [None req-7b86795b-79c6-470b-8082-6e5b611f0de5 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Request body: {'floatingip': {'floating_network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143'}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:44:27.767400 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-eb1533e9-507f-4739-a85c-360eacf3e77a req-a6468d6d-fdd0-4cf5-b295-0dac197f09e0 service neutron] 10.222.0.38 "GET /v2.0/networks/cbd5c296-051f-43ab-b7d6-154e00c9c776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943261 Jun 21 19:44:27.792387 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device 437a888d-1da6-44f6-94c7-991d517a6f40 up at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:44:27.823170 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.db.api [req-af3e7a42-fd66-4cf1-aaac-7be2554c27d9 req-961a5878-fe1e-478e-a63c-232f8350efa9 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 21 19:44:27.823170 dv-cinder-792462-15-smb neutron-server[104576]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 21 19:44:27.823170 dv-cinder-792462-15-smb neutron-server[104576]: [parameters: {'project_id_1': 'ffc77c8d33bc44a59650792ffcc5c42d', 'expiration_1': datetime.datetime(2021, 6, 21, 19, 44, 27, 634752)}] Jun 21 19:44:27.823170 dv-cinder-792462-15-smb neutron-server[104576]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=104576) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 19:44:27.823474 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_db.api [req-af3e7a42-fd66-4cf1-aaac-7be2554c27d9 req-961a5878-fe1e-478e-a63c-232f8350efa9 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 19:44:27.832082 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-f0c92e83-41b2-42a9-af52-9c65580c01ce admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=776a48f71490459da26d0e4a3e0e4cae&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3517132 Jun 21 19:44:27.837383 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 38468) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:27.839995 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c92e83-41b2-42a9-af52-9c65580c01ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e33809-a745-4a71-b479-eed9a1836b58,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:27.846962 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-f0c92e83-41b2-42a9-af52-9c65580c01ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:27.861285 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-bf4b672e-dfd6-4ae0-86f2-a82d40722e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:27.873986 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265e523-1a5f-444c-8e66-651b2e0e6df5 req-e35c0bb6-70fd-443a-9eb5-d2581e0a2555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:27.874859 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-bf4b672e-dfd6-4ae0-86f2-a82d40722e38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:27.875489 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-d265e523-1a5f-444c-8e66-651b2e0e6df5 req-e35c0bb6-70fd-443a-9eb5-d2581e0a2555 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b8c61fcc-c4c3-4872-8556-59affedd8dad HTTP/1.1" status: 200 len: 916 time: 0.2807245 Jun 21 19:44:27.878290 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-bf4b672e-dfd6-4ae0-86f2-a82d40722e38 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a530b0d8-ed34-4828-b973-ac1369a90ebb HTTP/1.1" status: 204 len: 168 time: 0.9620953 Jun 21 19:44:27.921190 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-70c4b6e6-918f-4521-9ae4-96d390a984d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:27.925673 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning complete for port 437a888d-1da6-44f6-94c7-991d517a6f40 triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:44:27.926830 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:27.953141 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-d265e523-1a5f-444c-8e66-651b2e0e6df5 req-e3627ba3-f48e-4659-b511-541673e08ed8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92ab2d58-78f5-4901-9ce2-71dff5b896fb HTTP/1.1" status: 200 len: 217 time: 0.0695224 Jun 21 19:44:28.007942 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b672e-dfd6-4ae0-86f2-a82d40722e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a530b0d8-ed34-4828-b973-ac1369a90ebb,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:28.050749 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265e523-1a5f-444c-8e66-651b2e0e6df5 req-f262ed5b-411a-49be-bf67-7cd1b7862f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:28.053957 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-d265e523-1a5f-444c-8e66-651b2e0e6df5 req-f262ed5b-411a-49be-bf67-7cd1b7862f92 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=65d12bc6-cf17-4a89-a7d0-97f216ebf025 HTTP/1.1" status: 200 len: 855 time: 0.0937312 Jun 21 19:44:28.062124 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-bf4b672e-dfd6-4ae0-86f2-a82d40722e38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:28.084605 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9a8d68c8-0a25-498b-891a-60b6dde26974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:28.116195 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-d265e523-1a5f-444c-8e66-651b2e0e6df5 req-c40df381-30e5-47e4-bee4-b181b7465bd4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b8c61fcc-c4c3-4872-8556-59affedd8dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519402 Jun 21 19:44:28.148018 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b1427-8f12-4512-9759-ea5bf47e9600 req-6a948179-dbb5-4bf9-b4e6-e6c8979773ea tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:28.165385 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-817b1427-8f12-4512-9759-ea5bf47e9600 req-6a948179-dbb5-4bf9-b4e6-e6c8979773ea tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fa6643b-de2d-4dfc-accd-38f3e1dc08da HTTP/1.1" status: 200 len: 944 time: 0.3993545 Jun 21 19:44:28.213624 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9a8d68c8-0a25-498b-891a-60b6dde26974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:28.260977 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-d265e523-1a5f-444c-8e66-651b2e0e6df5 req-923ba054-875c-4ebd-9774-07315a7433e6 service neutron] 10.222.0.46 "GET /v2.0/networks/b8c61fcc-c4c3-4872-8556-59affedd8dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319153 Jun 21 19:44:28.280567 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-1a3fe12e-8cd0-4ffb-8f1f-4cbc7b68f099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:28.297438 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-1a3fe12e-8cd0-4ffb-8f1f-4cbc7b68f099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:28.333615 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:28.358700 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-817b1427-8f12-4512-9759-ea5bf47e9600 req-2a5957b6-1b0b-4271-89fd-93aa1b88e5d9 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/security-groups?id=66ff75a3-db6c-4e1d-9736-3dfd7054a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922607 Jun 21 19:44:28.362286 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device 5be5f07e-b88d-469e-820b-9cb6b75a44bd up at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:44:28.470586 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-7b86795b-79c6-470b-8082-6e5b611f0de5 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks [] for floatingip, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:28.497638 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning for port 5be5f07e-b88d-469e-820b-9cb6b75a44bd completed by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:44:28.514297 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning complete for port 5be5f07e-b88d-469e-820b-9cb6b75a44bd triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:44:28.514690 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:28.518403 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-8f1299f4-efc0-4a23-98c1-e4da891e557f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'name': 'tempest-AttachVolumeTestJSON-990421211-router', 'tenant_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd05cdae7-31d1-415e-b5f2-3cffb2b2b1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:44:07Z', 'updated_at': '2021-06-21T19:44:23Z', 'revision_number': 4, 'project_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'gw_port': {'id': 'd05cdae7-31d1-415e-b5f2-3cffb2b2b1bb', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:08Z', 'updated_at': '2021-06-21T19:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_interfaces': [{'id': 'c6cf6a99-804f-494a-97e5-19ba715fd648', 'name': '', 'network_id': 'f83e3e6f-0c8e-4ab7-af9c-731326ea9260', 'tenant_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'mac_address': 'fa:16:3e:73:a3:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ce1151cf-2ecc-44e3-aa52-cfec5d7d7e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:19Z', 'updated_at': '2021-06-21T19:44:24Z', 'revision_number': 2, 'project_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'subnets': [{'id': 'ce1151cf-2ecc-44e3-aa52-cfec5d7d7e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:44:28.550481 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-1a3fe12e-8cd0-4ffb-8f1f-4cbc7b68f099 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=779bbb77863b420fb2cbbab3aa1fe5aa&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1451809 Jun 21 19:44:28.570814 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1299f4-efc0-4a23-98c1-e4da891e557f None None] Checking router: 2fe78aa0-6f86-458e-87f5-529228609f09 for host: dv-cinder-792462-15-smb {{(pid=104577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 19:44:28.571478 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1299f4-efc0-4a23-98c1-e4da891e557f None None] Updating router 2fe78aa0-6f86-458e-87f5-529228609f09 port c6cf6a99-804f-494a-97e5-19ba715fd648 binding host dv-cinder-792462-15-smb {{(pid=104577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 19:44:28.571592 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-b3f600e2-3b7a-45b4-9bcc-39daeb6d71cd req-3f2dd4c1-e416-4cb0-8aee-d21833dbd462 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=d71c26de-0d1d-49e6-87a3-17f293800374 HTTP/1.1" status: 200 len: 210 time: 0.1389134 Jun 21 19:44:28.579641 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 38490) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:28.624496 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3fe12e-8cd0-4ffb-8f1f-4cbc7b68f099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=780882c7-f970-4d32-b703-7ee1220a9174,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:28.659750 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-d265e523-1a5f-444c-8e66-651b2e0e6df5 req-f51ddbba-4836-46bd-b1e3-cc6b32ec4655 service neutron] 10.222.0.46 "GET /v2.0/networks/b8c61fcc-c4c3-4872-8556-59affedd8dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914218 Jun 21 19:44:28.681168 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-1a3fe12e-8cd0-4ffb-8f1f-4cbc7b68f099 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:28.691993 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-8f1299f4-efc0-4a23-98c1-e4da891e557f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:28.725153 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9a8d68c8-0a25-498b-891a-60b6dde26974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:28.745783 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9a8d68c8-0a25-498b-891a-60b6dde26974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:28.747205 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-9a8d68c8-0a25-498b-891a-60b6dde26974 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/40e33809-a745-4a71-b479-eed9a1836b58 HTTP/1.1" status: 204 len: 168 time: 0.9042745 Jun 21 19:44:28.748160 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af3e7a42-fd66-4cf1-aaac-7be2554c27d9 req-961a5878-fe1e-478e-a63c-232f8350efa9 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Made reservation on behalf of ffc77c8d33bc44a59650792ffcc5c42d for: {'port': 1} {{(pid=104576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:44:28.758814 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-af3e7a42-fd66-4cf1-aaac-7be2554c27d9 req-961a5878-fe1e-478e-a63c-232f8350efa9 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for port, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:28.760276 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-7b86795b-79c6-470b-8082-6e5b611f0de5 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for port, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:28.812052 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-fefd3315-35d8-4c96-a05c-012dedcb2244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:28.892873 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-211b2257-8b62-453f-8e69-7e44c6d688f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:28.901279 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8d68c8-0a25-498b-891a-60b6dde26974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e33809-a745-4a71-b479-eed9a1836b58,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:28.937608 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-9a8d68c8-0a25-498b-891a-60b6dde26974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:28.991212 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.db_base_plugin_common [None req-7b86795b-79c6-470b-8082-6e5b611f0de5 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Allocated IP 172.28.3.252 (1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143/92f70134-f308-40e4-a372-590fff45c87e/81e9a1fe-a95a-4f3b-9ef3-01e7cb158538) {{(pid=104575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:44:29.031896 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-211b2257-8b62-453f-8e69-7e44c6d688f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:29.089309 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:29.131630 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 38508) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:29.138271 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [None req-0480e24a-e2e1-47e3-8d58-810b87757075 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Request body: {'security_group': {'name': 'tempest-securitygroup--602335512', 'description': 'tempest-description--1687537075'}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:44:29.158611 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device 71f09368-e0a3-4335-a55a-7102f33e6218 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=104577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 19:44:29.187084 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf4e41-c8f3-4e21-a7fd-f6ab6809cc4f req-d1e4f9ab-d783-4d30-8cec-f4586e2b6d66 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:29.194779 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-5daf4e41-c8f3-4e21-a7fd-f6ab6809cc4f req-d1e4f9ab-d783-4d30-8cec-f4586e2b6d66 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1332987-367a-4380-87d6-03e717cfde2b HTTP/1.1" status: 200 len: 943 time: 0.3030877 Jun 21 19:44:29.233522 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-0480e24a-e2e1-47e3-8d58-810b87757075 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks [] for security_group, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:29.250151 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.db_base_plugin_common [req-af3e7a42-fd66-4cf1-aaac-7be2554c27d9 req-961a5878-fe1e-478e-a63c-232f8350efa9 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Allocated IP 172.20.0.11 (cbd5c296-051f-43ab-b7d6-154e00c9c776/647d05b7-de31-4d93-b064-d84c7c4b5039/bb5cc4e0-9f97-4b22-86c2-2703a6989409) {{(pid=104576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:44:29.263224 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-5daf4e41-c8f3-4e21-a7fd-f6ab6809cc4f req-7f9973d3-6c83-4f87-8094-9c270ac6ce44 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f75ecaf-e5fe-42f4-abfc-921fec7aec87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671749 Jun 21 19:44:29.289565 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-7b86795b-79c6-470b-8082-6e5b611f0de5 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks [] for port, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:29.388883 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] For port 5be5f07e-b88d-469e-820b-9cb6b75a44bd, host dv-cinder-792462-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=5be5f07e-b88d-469e-820b-9cb6b75a44bd,segment=NetworkSegment(33c04394-201f-475d-af05-ec70e2377f9f),segment_id=33c04394-201f-475d-af05-ec70e2377f9f)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:44:29.407640 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:29.416297 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-7b86795b-79c6-470b-8082-6e5b611f0de5 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-129462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761649331797'] for port, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:29.432232 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-211b2257-8b62-453f-8e69-7e44c6d688f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:29.432232 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-211b2257-8b62-453f-8e69-7e44c6d688f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:29.432232 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-211b2257-8b62-453f-8e69-7e44c6d688f3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/780882c7-f970-4d32-b703-7ee1220a9174 HTTP/1.1" status: 204 len: 168 time: 0.8432665 Jun 21 19:44:29.434782 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-66520e23-96ed-4a8d-a929-05b9df5bc938 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:29.443429 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-5c114b01-0ebe-4b51-b69a-15b1769be1ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:29.458184 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 38518) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:29.464684 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:29.473183 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port 71f09368-e0a3-4335-a55a-7102f33e6218, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=71f09368-e0a3-4335-a55a-7102f33e6218,segment=NetworkSegment(81319602-a09f-4db9-ab8c-93a22f19f01c),segment_id=81319602-a09f-4db9-ab8c-93a22f19f01c)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:44:29.532968 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b2257-8b62-453f-8e69-7e44c6d688f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=780882c7-f970-4d32-b703-7ee1220a9174,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:29.536289 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-211b2257-8b62-453f-8e69-7e44c6d688f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:29.539423 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Returning: {'device': '71f09368-e0a3-4335-a55a-7102f33e6218', 'network_id': '0b4ccddf-7436-4748-9a46-0ddeeafb95c9', 'port_id': '71f09368-e0a3-4335-a55a-7102f33e6218', 'mac_address': 'fa:16:3e:1e:5b:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6d69ebe-a92f-45e7-903b-580468dd30ee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 19:44:29.549015 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-661bbfaf-56cc-45e7-8a82-8396e3a448a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:29.607140 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-af3e7a42-fd66-4cf1-aaac-7be2554c27d9 req-961a5878-fe1e-478e-a63c-232f8350efa9 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Notify callbacks [] for port, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:29.633016 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Pushing event updated for resources: {'Port': ['ID=5be5f07e-b88d-469e-820b-9cb6b75a44bd,revision_number=5']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:29.636614 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:29.664323 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:29.691120 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-af3e7a42-fd66-4cf1-aaac-7be2554c27d9 req-961a5878-fe1e-478e-a63c-232f8350efa9 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-129462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761649331797'] for port, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:29.697261 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:29.723440 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.notifiers.nova [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71f09368-e0a3-4335-a55a-7102f33e6218 {{(pid=104577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:44:29.784696 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port 71f09368-e0a3-4335-a55a-7102f33e6218, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=71f09368-e0a3-4335-a55a-7102f33e6218,segment=NetworkSegment(81319602-a09f-4db9-ab8c-93a22f19f01c),segment_id=81319602-a09f-4db9-ab8c-93a22f19f01c)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:44:29.794566 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af3e7a42-fd66-4cf1-aaac-7be2554c27d9 req-961a5878-fe1e-478e-a63c-232f8350efa9 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Network cbd5c296-051f-43ab-b7d6-154e00c9c776 is already hosted by enough agents. {{(pid=104576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:44:29.811461 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:29.820333 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-8f1299f4-efc0-4a23-98c1-e4da891e557f None None] Notify callbacks [] for port, precommit_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:29.822713 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:29.824341 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.base_scheduler [req-af3e7a42-fd66-4cf1-aaac-7be2554c27d9 req-961a5878-fe1e-478e-a63c-232f8350efa9 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Resources bound (agent type, host, resource id): {{(pid=104576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:44:29.878472 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3e7a42-fd66-4cf1-aaac-7be2554c27d9 req-961a5878-fe1e-478e-a63c-232f8350efa9 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Received port after_create {{(pid=104576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:44:29.886147 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e7a42-fd66-4cf1-aaac-7be2554c27d9 req-961a5878-fe1e-478e-a63c-232f8350efa9 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:29.890132 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-8f1299f4-efc0-4a23-98c1-e4da891e557f None None] Transition to ACTIVE for port object c6cf6a99-804f-494a-97e5-19ba715fd648 will not be triggered until provisioned by entity L2. {{(pid=104577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:44:29.890978 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-af3e7a42-fd66-4cf1-aaac-7be2554c27d9 req-961a5878-fe1e-478e-a63c-232f8350efa9 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for port, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:29.904328 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-9271119c-6a97-4690-83b6-ed52ff79febd req-873ad5bc-1dc6-4278-9de4-7a060d3f0ef4 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=d71c26de-0d1d-49e6-87a3-17f293800374 HTTP/1.1" status: 200 len: 210 time: 0.1078231 Jun 21 19:44:29.915385 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-8f1299f4-efc0-4a23-98c1-e4da891e557f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:29.935483 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961a5878-fe1e-478e-a63c-232f8350efa9 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Pushing event updated for resources: {'Port': ['ID=bb5cc4e0-9f97-4b22-86c2-2703a6989409,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:29.938710 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-961a5878-fe1e-478e-a63c-232f8350efa9 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:29.949732 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b86795b-79c6-470b-8082-6e5b611f0de5 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Network 1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143 is already hosted by enough agents. {{(pid=104575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:44:29.979076 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Pushing event updated for resources: {'Port': ['ID=71f09368-e0a3-4335-a55a-7102f33e6218,revision_number=4']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:29.987050 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:29.992485 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-59c3df5b-5429-4a4f-b660-0b4e747bfef4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:30.002665 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.base_scheduler [None req-7b86795b-79c6-470b-8082-6e5b611f0de5 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Resources bound (agent type, host, resource id): {{(pid=104575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:44:30.094115 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] get_ports_and_sgs() called for port_ids ['71f09368-e0a3-4335-a55a-7102f33e6218'] {{(pid=104577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 19:44:30.118589 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b86795b-79c6-470b-8082-6e5b611f0de5 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Received port after_create {{(pid=104575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:44:30.126912 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b86795b-79c6-470b-8082-6e5b611f0de5 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Pushing event updated for resources: {'Port': ['ID=81e9a1fe-a95a-4f3b-9ef3-01e7cb158538,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:30.137814 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-7b86795b-79c6-470b-8082-6e5b611f0de5 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:30.164708 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5d1b58-9a4d-4c53-804e-e68fb48d9a02 None None] Pushing event updated for resources: {'Port': ['ID=c6cf6a99-804f-494a-97e5-19ba715fd648,revision_number=3']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:30.181465 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-2e5d1b58-9a4d-4c53-804e-e68fb48d9a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:30.203800 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.managers [None req-8f1299f4-efc0-4a23-98c1-e4da891e557f None None] Attempting to bind port c6cf6a99-804f-494a-97e5-19ba715fd648 on host dv-cinder-792462-15-smb for vnic_type normal with profile {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:44:30.204209 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.managers [None req-8f1299f4-efc0-4a23-98c1-e4da891e557f None None] Attempting to bind port c6cf6a99-804f-494a-97e5-19ba715fd648 by drivers openvswitch,hyperv on host dv-cinder-792462-15-smb at level 0 using segments [{'id': 'e202d1ae-8a3f-4de6-bda1-b53b4f0f8fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f83e3e6f-0c8e-4ab7-af9c-731326ea9260'}] {{(pid=104577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:44:30.205135 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1299f4-efc0-4a23-98c1-e4da891e557f None None] Attempting to bind port c6cf6a99-804f-494a-97e5-19ba715fd648 on network f83e3e6f-0c8e-4ab7-af9c-731326ea9260 {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:44:30.217233 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1299f4-efc0-4a23-98c1-e4da891e557f None None] Checking agent: {'id': '8d444399-5de6-4d79-83a5-d4f9d95bef37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 36, 33), 'started_at': datetime.datetime(2021, 6, 21, 19, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:44:30.217621 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1299f4-efc0-4a23-98c1-e4da891e557f None None] Checking segment: {'id': 'e202d1ae-8a3f-4de6-bda1-b53b4f0f8fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f83e3e6f-0c8e-4ab7-af9c-731326ea9260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:44:30.218060 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-8f1299f4-efc0-4a23-98c1-e4da891e557f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:30.218464 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1299f4-efc0-4a23-98c1-e4da891e557f None None] Bound using segment: {'id': 'e202d1ae-8a3f-4de6-bda1-b53b4f0f8fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f83e3e6f-0c8e-4ab7-af9c-731326ea9260'} {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:44:30.218951 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.managers [None req-8f1299f4-efc0-4a23-98c1-e4da891e557f None None] Bound port: c6cf6a99-804f-494a-97e5-19ba715fd648, host: dv-cinder-792462-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e202d1ae-8a3f-4de6-bda1-b53b4f0f8fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f83e3e6f-0c8e-4ab7-af9c-731326ea9260'}}] {{(pid=104577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:44:30.219457 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-8f1299f4-efc0-4a23-98c1-e4da891e557f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:30.261966 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-0480e24a-e2e1-47e3-8d58-810b87757075 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks [] for security_group, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:30.290365 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-af3e7a42-fd66-4cf1-aaac-7be2554c27d9 req-961a5878-fe1e-478e-a63c-232f8350efa9 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0306244 Jun 21 19:44:30.293876 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-0480e24a-e2e1-47e3-8d58-810b87757075 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:30.326633 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:30.330013 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.v2.base [req-af3e7a42-fd66-4cf1-aaac-7be2554c27d9 req-f2ff4f23-ccd1-43e7-b6f6-5ebf9ce0bc75 service neutron] Request body: {'port': {'device_id': 'cf56b5fb-574d-43a5-acbd-37926f2f5043', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=104576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:44:30.372513 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58ddca-7f7a-4e26-8b0e-54098cd3a781 req-1b4f5338-41d0-4a57-bd3b-633f7d744fd7 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:30.380954 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-5d58ddca-7f7a-4e26-8b0e-54098cd3a781 req-1b4f5338-41d0-4a57-bd3b-633f7d744fd7 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fa6643b-de2d-4dfc-accd-38f3e1dc08da HTTP/1.1" status: 200 len: 944 time: 0.5359905 Jun 21 19:44:30.388464 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-7b86795b-79c6-470b-8082-6e5b611f0de5 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:30.412608 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1533e9-507f-4739-a85c-360eacf3e77a req-dfc0f055-7e62-4bde-8081-1808e94e0c02 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:30.414126 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-eb1533e9-507f-4739-a85c-360eacf3e77a req-dfc0f055-7e62-4bde-8081-1808e94e0c02 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.46 "GET /v2.0/networks?id=cbd5c296-051f-43ab-b7d6-154e00c9c776 HTTP/1.1" status: 200 len: 819 time: 0.4630325 Jun 21 19:44:30.434530 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [req-eb1533e9-507f-4739-a85c-360eacf3e77a req-30369bf2-3c08-4039-af7c-e4607776b486 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Request body: {'port': {'device_id': 'd71c26de-0d1d-49e6-87a3-17f293800374', 'network_id': 'cbd5c296-051f-43ab-b7d6-154e00c9c776', 'admin_state_up': True, 'tenant_id': 'ffc77c8d33bc44a59650792ffcc5c42d'}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:44:30.438069 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0480e24a-e2e1-47e3-8d58-810b87757075 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f34aa6c-b29c-41d3-870f-60686f70e7d2,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:30.444582 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-0480e24a-e2e1-47e3-8d58-810b87757075 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:30.516600 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-af3e7a42-fd66-4cf1-aaac-7be2554c27d9 req-f2ff4f23-ccd1-43e7-b6f6-5ebf9ce0bc75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:30.533002 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-8f1299f4-efc0-4a23-98c1-e4da891e557f None None] For port c6cf6a99-804f-494a-97e5-19ba715fd648, host dv-cinder-792462-15-smb, cleared binding levels {{(pid=104577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:44:30.539764 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-8f1299f4-efc0-4a23-98c1-e4da891e557f None None] For port c6cf6a99-804f-494a-97e5-19ba715fd648, host dv-cinder-792462-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=c6cf6a99-804f-494a-97e5-19ba715fd648,segment=NetworkSegment(e202d1ae-8a3f-4de6-bda1-b53b4f0f8fab),segment_id=e202d1ae-8a3f-4de6-bda1-b53b4f0f8fab)] {{(pid=104577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:44:30.555707 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-8f1299f4-efc0-4a23-98c1-e4da891e557f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:30.563275 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:30.669363 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5d1b58-9a4d-4c53-804e-e68fb48d9a02 None None] Pushing event updated for resources: {'Port': ['ID=c6cf6a99-804f-494a-97e5-19ba715fd648,revision_number=4']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:30.670537 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-5d58ddca-7f7a-4e26-8b0e-54098cd3a781 req-3f3fab38-2a16-4e8b-942d-90b6e081267d tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/security-groups?id=66ff75a3-db6c-4e1d-9736-3dfd7054a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883883 Jun 21 19:44:30.677454 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-2e5d1b58-9a4d-4c53-804e-e68fb48d9a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:30.678426 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1299f4-efc0-4a23-98c1-e4da891e557f None None] Routers {'2fe78aa0-6f86-458e-87f5-529228609f09'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:44:30.679268 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-8f1299f4-efc0-4a23-98c1-e4da891e557f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:44:03Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['2fe78aa0-6f86-458e-87f5-529228609f09'], 'active': True} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:44:30.709535 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-661bbfaf-56cc-45e7-8a82-8396e3a448a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:30.729507 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-7b86795b-79c6-470b-8082-6e5b611f0de5 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:30.734991 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc48e10-d6b2-4240-861a-8e5fb35ba1ab req-b17f043f-90a0-4d68-88e2-700e77ffad27 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:30.736823 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-cfc48e10-d6b2-4240-861a-8e5fb35ba1ab req-b17f043f-90a0-4d68-88e2-700e77ffad27 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1332987-367a-4380-87d6-03e717cfde2b HTTP/1.1" status: 200 len: 944 time: 0.2214217 Jun 21 19:44:30.737468 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-661bbfaf-56cc-45e7-8a82-8396e3a448a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:30.739222 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-0480e24a-e2e1-47e3-8d58-810b87757075 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:30.740622 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-0480e24a-e2e1-47e3-8d58-810b87757075 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.6078289 Jun 21 19:44:30.787429 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 38558) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:30.806484 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [None req-0a70b096-ac3d-4c96-9256-151c57625b89 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Request body: {'security_group_rule': {'security_group_id': '7f34aa6c-b29c-41d3-870f-60686f70e7d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:44:30.829924 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:30.860378 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661bbfaf-56cc-45e7-8a82-8396e3a448a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422dc713-3a64-4988-a9ef-7ad595a82149,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:30.899546 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-661bbfaf-56cc-45e7-8a82-8396e3a448a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:30.938389 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-cfc48e10-d6b2-4240-861a-8e5fb35ba1ab req-a1ec9070-9676-434f-a433-2b3b949d677f tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f75ecaf-e5fe-42f4-abfc-921fec7aec87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333871 Jun 21 19:44:30.954279 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-661bbfaf-56cc-45e7-8a82-8396e3a448a4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b63c083da423410cb3e4594f67000a4e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4883831 Jun 21 19:44:30.955929 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-0a70b096-ac3d-4c96-9256-151c57625b89 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:30.990230 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 38568) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:31.049451 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb1533e9-507f-4739-a85c-360eacf3e77a req-30369bf2-3c08-4039-af7c-e4607776b486 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Made reservation on behalf of ffc77c8d33bc44a59650792ffcc5c42d for: {'port': 1} {{(pid=104575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:44:31.053640 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-eb1533e9-507f-4739-a85c-360eacf3e77a req-30369bf2-3c08-4039-af7c-e4607776b486 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for port, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:31.152948 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device 92ab2d58-78f5-4901-9ce2-71dff5b896fb details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=104577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 19:44:31.155477 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-c4e2dd0d-8e5c-4a58-a969-08ce000ee801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:31.205971 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device 71f09368-e0a3-4335-a55a-7102f33e6218 up at agent hyperv_hv-cinder-79246 {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:44:31.262983 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.notifiers.nova [req-af3e7a42-fd66-4cf1-aaac-7be2554c27d9 req-f2ff4f23-ccd1-43e7-b6f6-5ebf9ce0bc75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb5cc4e0-9f97-4b22-86c2-2703a6989409 {{(pid=104576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:44:31.273821 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-af3e7a42-fd66-4cf1-aaac-7be2554c27d9 req-f2ff4f23-ccd1-43e7-b6f6-5ebf9ce0bc75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:31.287129 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.provisioning_blocks [req-af3e7a42-fd66-4cf1-aaac-7be2554c27d9 req-f2ff4f23-ccd1-43e7-b6f6-5ebf9ce0bc75 service neutron] Transition to ACTIVE for port object bb5cc4e0-9f97-4b22-86c2-2703a6989409 will not be triggered until provisioned by entity L2. {{(pid=104576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:44:31.301038 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-af3e7a42-fd66-4cf1-aaac-7be2554c27d9 req-f2ff4f23-ccd1-43e7-b6f6-5ebf9ce0bc75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:31.309725 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:31.324584 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-384b6b8d-f1dd-4395-bb9b-94257cf7cd3b req-6f3bd6ad-820b-4b82-894b-944fdcdb2a22 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=d71c26de-0d1d-49e6-87a3-17f293800374 HTTP/1.1" status: 200 len: 210 time: 0.1486030 Jun 21 19:44:31.388261 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvr_db [None req-8f1299f4-efc0-4a23-98c1-e4da891e557f None None] Set router 2fe78aa0-6f86-458e-87f5-529228609f09 gateway port host: dv-cinder-792462-15-smb {{(pid=104577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:44:31.392243 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-0a70b096-ac3d-4c96-9256-151c57625b89 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:31.415220 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff4f23-ccd1-43e7-b6f6-5ebf9ce0bc75 service neutron] Pushing event updated for resources: {'Port': ['ID=bb5cc4e0-9f97-4b22-86c2-2703a6989409,revision_number=2']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:31.421743 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-f2ff4f23-ccd1-43e7-b6f6-5ebf9ce0bc75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:31.429455 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-5962784c-af9d-4eee-8deb-fe560a5476b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:31.464099 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.managers [req-af3e7a42-fd66-4cf1-aaac-7be2554c27d9 req-f2ff4f23-ccd1-43e7-b6f6-5ebf9ce0bc75 service neutron] Attempting to bind port bb5cc4e0-9f97-4b22-86c2-2703a6989409 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:44:31.464808 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.managers [req-af3e7a42-fd66-4cf1-aaac-7be2554c27d9 req-f2ff4f23-ccd1-43e7-b6f6-5ebf9ce0bc75 service neutron] Attempting to bind port bb5cc4e0-9f97-4b22-86c2-2703a6989409 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'eae7db14-5951-4079-acca-dc9e813be6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cbd5c296-051f-43ab-b7d6-154e00c9c776'}] {{(pid=104576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:44:31.464927 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3e7a42-fd66-4cf1-aaac-7be2554c27d9 req-f2ff4f23-ccd1-43e7-b6f6-5ebf9ce0bc75 service neutron] Attempting to bind port bb5cc4e0-9f97-4b22-86c2-2703a6989409 on network cbd5c296-051f-43ab-b7d6-154e00c9c776 {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:44:31.470460 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-0a70b096-ac3d-4c96-9256-151c57625b89 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33278668'] for security_group_rule, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:31.471322 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3e7a42-fd66-4cf1-aaac-7be2554c27d9 req-f2ff4f23-ccd1-43e7-b6f6-5ebf9ce0bc75 service neutron] Port bb5cc4e0-9f97-4b22-86c2-2703a6989409 on network cbd5c296-051f-43ab-b7d6-154e00c9c776 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 19:44:31.471731 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3e7a42-fd66-4cf1-aaac-7be2554c27d9 req-f2ff4f23-ccd1-43e7-b6f6-5ebf9ce0bc75 service neutron] Attempting to bind port bb5cc4e0-9f97-4b22-86c2-2703a6989409 on network cbd5c296-051f-43ab-b7d6-154e00c9c776 {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:44:31.479803 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3e7a42-fd66-4cf1-aaac-7be2554c27d9 req-f2ff4f23-ccd1-43e7-b6f6-5ebf9ce0bc75 service neutron] Checking agent: {'id': '0b26fa00-c4a2-4127-a29e-c90b7b9119ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 42, 27), 'started_at': datetime.datetime(2021, 6, 21, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:44:31.480308 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3e7a42-fd66-4cf1-aaac-7be2554c27d9 req-f2ff4f23-ccd1-43e7-b6f6-5ebf9ce0bc75 service neutron] Checking segment: {'id': 'eae7db14-5951-4079-acca-dc9e813be6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cbd5c296-051f-43ab-b7d6-154e00c9c776'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:44:31.480753 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3e7a42-fd66-4cf1-aaac-7be2554c27d9 req-f2ff4f23-ccd1-43e7-b6f6-5ebf9ce0bc75 service neutron] Bound using segment: {'id': 'eae7db14-5951-4079-acca-dc9e813be6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cbd5c296-051f-43ab-b7d6-154e00c9c776'} {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:44:31.481246 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.managers [req-af3e7a42-fd66-4cf1-aaac-7be2554c27d9 req-f2ff4f23-ccd1-43e7-b6f6-5ebf9ce0bc75 service neutron] Bound port: bb5cc4e0-9f97-4b22-86c2-2703a6989409, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eae7db14-5951-4079-acca-dc9e813be6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cbd5c296-051f-43ab-b7d6-154e00c9c776'}}] {{(pid=104576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:44:31.481801 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-af3e7a42-fd66-4cf1-aaac-7be2554c27d9 req-f2ff4f23-ccd1-43e7-b6f6-5ebf9ce0bc75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:31.531129 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-0d171cf5-5076-403c-ac16-96f160df6a84 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:31.554853 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-7b86795b-79c6-470b-8082-6e5b611f0de5 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks [] for port, precommit_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:31.577003 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-5962784c-af9d-4eee-8deb-fe560a5476b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:31.579775 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.db [req-af3e7a42-fd66-4cf1-aaac-7be2554c27d9 req-f2ff4f23-ccd1-43e7-b6f6-5ebf9ce0bc75 service neutron] For port bb5cc4e0-9f97-4b22-86c2-2703a6989409, host hv-cinder-79246, cleared binding levels {{(pid=104576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:44:31.586671 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.db [req-af3e7a42-fd66-4cf1-aaac-7be2554c27d9 req-f2ff4f23-ccd1-43e7-b6f6-5ebf9ce0bc75 service neutron] For port bb5cc4e0-9f97-4b22-86c2-2703a6989409, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=bb5cc4e0-9f97-4b22-86c2-2703a6989409,segment=NetworkSegment(eae7db14-5951-4079-acca-dc9e813be6bc),segment_id=eae7db14-5951-4079-acca-dc9e813be6bc)] {{(pid=104576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:44:31.591798 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-7b86795b-79c6-470b-8082-6e5b611f0de5 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:31.593075 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a70b096-ac3d-4c96-9256-151c57625b89 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ad85d5e-27a3-44e1-8b31-4dda0297c980,revision_number=0']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:31.598257 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.db_base_plugin_common [req-eb1533e9-507f-4739-a85c-360eacf3e77a req-30369bf2-3c08-4039-af7c-e4607776b486 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Allocated IP 172.20.0.7 (cbd5c296-051f-43ab-b7d6-154e00c9c776/647d05b7-de31-4d93-b064-d84c7c4b5039/133edd44-906e-41bc-bde3-753e9b616076) {{(pid=104575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:44:31.600674 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-af3e7a42-fd66-4cf1-aaac-7be2554c27d9 req-f2ff4f23-ccd1-43e7-b6f6-5ebf9ce0bc75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:31.603380 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-3205366f-b6aa-4b9f-9292-9c8a54e79027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:31.605564 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-0a70b096-ac3d-4c96-9256-151c57625b89 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:31.611895 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Provisioning for port 71f09368-e0a3-4335-a55a-7102f33e6218 completed by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:44:31.619409 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-6572840f-30d5-4a6a-994d-34ce5f558402 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:31.652688 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device 5be5f07e-b88d-469e-820b-9cb6b75a44bd up at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:44:31.671905 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b86795b-79c6-470b-8082-6e5b611f0de5 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Pushing event updated for resources: {'Port': ['ID=81e9a1fe-a95a-4f3b-9ef3-01e7cb158538,revision_number=2']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:31.691160 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-0a70b096-ac3d-4c96-9256-151c57625b89 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:31.694999 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-0a70b096-ac3d-4c96-9256-151c57625b89 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9025819 Jun 21 19:44:31.694999 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-7b86795b-79c6-470b-8082-6e5b611f0de5 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:31.703192 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 38606) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:31.710150 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [None req-1f60d97a-f027-4410-a94f-5501bb2e33b8 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Request body: {'security_group_rule': {'security_group_id': '7f34aa6c-b29c-41d3-870f-60686f70e7d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:44:31.719789 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-7b86795b-79c6-470b-8082-6e5b611f0de5 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33078199'] for floatingip, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:31.727540 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e7a42-fd66-4cf1-aaac-7be2554c27d9 req-f2ff4f23-ccd1-43e7-b6f6-5ebf9ce0bc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:31.728217 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-af3e7a42-fd66-4cf1-aaac-7be2554c27d9 req-f2ff4f23-ccd1-43e7-b6f6-5ebf9ce0bc75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for port, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:31.732285 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-af3e7a42-fd66-4cf1-aaac-7be2554c27d9 req-f2ff4f23-ccd1-43e7-b6f6-5ebf9ce0bc75 service neutron] 10.222.0.46 "PUT /v2.0/ports/bb5cc4e0-9f97-4b22-86c2-2703a6989409 HTTP/1.1" status: 200 len: 1094 time: 1.4312611 Jun 21 19:44:31.734236 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf56b5fb-574d-43a5-acbd-37926f2f5043', 'tag': 'bb5cc4e0-9f97-4b22-86c2-2703a6989409'}] {{(pid=104576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:44:31.739891 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05f20d886da9388d71ee432e92ee53588f77c84f00dcc9da6d5f2e0db0526183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106ba90f-97f1-40e8-b1f0-fd21932a16b8" -d '{"events": [{"name": "network-changed", "server_uuid": "cf56b5fb-574d-43a5-acbd-37926f2f5043", "tag": "bb5cc4e0-9f97-4b22-86c2-2703a6989409"}]}' {{(pid=104576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:44:31.753000 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Provisioning complete for port 71f09368-e0a3-4335-a55a-7102f33e6218 triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:44:31.753795 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:31.768995 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff4f23-ccd1-43e7-b6f6-5ebf9ce0bc75 service neutron] Pushing event updated for resources: {'Port': ['ID=bb5cc4e0-9f97-4b22-86c2-2703a6989409,revision_number=3']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:31.775447 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-f2ff4f23-ccd1-43e7-b6f6-5ebf9ce0bc75 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:31.844939 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-5962784c-af9d-4eee-8deb-fe560a5476b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:31.855059 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-5962784c-af9d-4eee-8deb-fe560a5476b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:31.858555 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-5962784c-af9d-4eee-8deb-fe560a5476b6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/422dc713-3a64-4988-a9ef-7ad595a82149 HTTP/1.1" status: 204 len: 168 time: 0.8638201 Jun 21 19:44:31.858555 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-7b86795b-79c6-470b-8082-6e5b611f0de5 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147'] for floatingip, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:31.858555 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-7b86795b-79c6-470b-8082-6e5b611f0de5 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1173213 Jun 21 19:44:31.859315 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-1f60d97a-f027-4410-a94f-5501bb2e33b8 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:31.874661 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:31.913063 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 19:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50d3ecd-be04-44e0-9129-87ee2d0007a9 x-openstack-request-id: req-f50d3ecd-be04-44e0-9129-87ee2d0007a9 {{(pid=104576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:44:31.913483 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf56b5fb-574d-43a5-acbd-37926f2f5043", "tag": "bb5cc4e0-9f97-4b22-86c2-2703a6989409", "status": "completed", "code": 200}]} {{(pid=104576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:44:31.913815 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f50d3ecd-be04-44e0-9129-87ee2d0007a9 {{(pid=104576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:44:31.917312 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf56b5fb-574d-43a5-acbd-37926f2f5043', 'tag': 'bb5cc4e0-9f97-4b22-86c2-2703a6989409', 'status': 'completed', 'code': 200} Jun 21 19:44:31.945908 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port 92ab2d58-78f5-4901-9ce2-71dff5b896fb, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=92ab2d58-78f5-4901-9ce2-71dff5b896fb,segment=NetworkSegment(79ea6ea4-6122-4223-ae2c-7a1635a6be67),segment_id=79ea6ea4-6122-4223-ae2c-7a1635a6be67)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:44:31.980048 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e7a42-fd66-4cf1-aaac-7be2554c27d9 req-17e6ee74-665d-493e-86ae-1c4d38be4d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:31.983798 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-af3e7a42-fd66-4cf1-aaac-7be2554c27d9 req-17e6ee74-665d-493e-86ae-1c4d38be4d87 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ffc77c8d33bc44a59650792ffcc5c42d&device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 1097 time: 0.1774838 Jun 21 19:44:32.017300 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 38620) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:32.037800 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5962784c-af9d-4eee-8deb-fe560a5476b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422dc713-3a64-4988-a9ef-7ad595a82149,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:32.071678 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-af3e7a42-fd66-4cf1-aaac-7be2554c27d9 req-7bb34db9-7bf8-4efa-b68d-69c3d2382bed service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb5cc4e0-9f97-4b22-86c2-2703a6989409 HTTP/1.1" status: 200 len: 217 time: 0.0808196 Jun 21 19:44:32.082913 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Returning: {'device': '92ab2d58-78f5-4901-9ce2-71dff5b896fb', 'network_id': 'b8c61fcc-c4c3-4872-8556-59affedd8dad', 'port_id': '92ab2d58-78f5-4901-9ce2-71dff5b896fb', 'mac_address': 'fa:16:3e:79:d2:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65d12bc6-cf17-4a89-a7d0-97f216ebf025', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 19:44:32.133273 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-5962784c-af9d-4eee-8deb-fe560a5476b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:32.185208 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning complete for port 5be5f07e-b88d-469e-820b-9cb6b75a44bd triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:44:32.186061 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:32.313564 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:32.340236 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:32.366192 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e7a42-fd66-4cf1-aaac-7be2554c27d9 req-b3c15a86-4a03-46dd-a7d1-430468fe92c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:32.367973 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-af3e7a42-fd66-4cf1-aaac-7be2554c27d9 req-b3c15a86-4a03-46dd-a7d1-430468fe92c3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=647d05b7-de31-4d93-b064-d84c7c4b5039 HTTP/1.1" status: 200 len: 859 time: 0.2905543 Jun 21 19:44:32.393020 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1332987-367a-4380-87d6-03e717cfde2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f09368-e0a3-4335-a55a-7102f33e6218'}] {{(pid=104577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:44:32.414953 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-1f60d97a-f027-4410-a94f-5501bb2e33b8 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:32.438633 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-1f60d97a-f027-4410-a94f-5501bb2e33b8 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33278668'] for security_group_rule, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:32.464900 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-eb1533e9-507f-4739-a85c-360eacf3e77a req-30369bf2-3c08-4039-af7c-e4607776b486 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Notify callbacks [] for port, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:32.464900 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:32.469424 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-af3e7a42-fd66-4cf1-aaac-7be2554c27d9 req-b9ef46e3-bc5d-4d84-a44f-cdf8057928a3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cbd5c296-051f-43ab-b7d6-154e00c9c776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939486 Jun 21 19:44:32.473616 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.notifiers.nova [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92ab2d58-78f5-4901-9ce2-71dff5b896fb {{(pid=104577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:44:32.520353 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e94a52-a028-474e-bda3-ec57ddaf90e7 req-292c8d58-798f-4724-9f84-4b0c8a5503b0 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:32.522406 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-f0e94a52-a028-474e-bda3-ec57ddaf90e7 req-292c8d58-798f-4724-9f84-4b0c8a5503b0 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fa6643b-de2d-4dfc-accd-38f3e1dc08da HTTP/1.1" status: 200 len: 944 time: 0.5630717 Jun 21 19:44:32.524234 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port 71f09368-e0a3-4335-a55a-7102f33e6218, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=71f09368-e0a3-4335-a55a-7102f33e6218,segment=NetworkSegment(81319602-a09f-4db9-ab8c-93a22f19f01c),segment_id=81319602-a09f-4db9-ab8c-93a22f19f01c)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:44:32.539840 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:32.543354 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port 92ab2d58-78f5-4901-9ce2-71dff5b896fb, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=92ab2d58-78f5-4901-9ce2-71dff5b896fb,segment=NetworkSegment(79ea6ea4-6122-4223-ae2c-7a1635a6be67),segment_id=79ea6ea4-6122-4223-ae2c-7a1635a6be67)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:44:32.557190 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7400f8e-0194-44dc-9327-9905ec56feb3 req-c7887e99-a011-410e-b3c1-d06bb58adde3 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:32.559424 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f60d97a-f027-4410-a94f-5501bb2e33b8 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74c620a7-82d9-49dc-8cb8-def013bbf349,revision_number=0']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:32.562227 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-7bb70017-fb6c-4cf6-9b3b-547e02c1c3fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:32.566004 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-d7400f8e-0194-44dc-9327-9905ec56feb3 req-c7887e99-a011-410e-b3c1-d06bb58adde3 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1332987-367a-4380-87d6-03e717cfde2b HTTP/1.1" status: 200 len: 944 time: 0.3580225 Jun 21 19:44:32.577284 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-1f60d97a-f027-4410-a94f-5501bb2e33b8 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:32.579799 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-7f7df48c-2450-4bfe-b6e8-b21a7adba04d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:32.597534 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-1f60d97a-f027-4410-a94f-5501bb2e33b8 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:32.598751 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-1f60d97a-f027-4410-a94f-5501bb2e33b8 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8941448 Jun 21 19:44:32.608705 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 38644) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:32.615982 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [None req-0136912b-7027-4cb4-abb3-447243830e93 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Request body: {'floatingip': {'floating_network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143'}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:44:32.618861 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:32.687653 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-f0e94a52-a028-474e-bda3-ec57ddaf90e7 req-c1e4429f-92b3-477c-80c9-d3b23ca2feaa tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/security-groups?id=66ff75a3-db6c-4e1d-9736-3dfd7054a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128621 Jun 21 19:44:32.693153 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-d7400f8e-0194-44dc-9327-9905ec56feb3 req-6758f099-0d7e-4505-94c9-3775a93dc4ac tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f75ecaf-e5fe-42f4-abfc-921fec7aec87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718515 Jun 21 19:44:32.701030 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-eb1533e9-507f-4739-a85c-360eacf3e77a req-30369bf2-3c08-4039-af7c-e4607776b486 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-129462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761649331797'] for port, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:32.733316 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:32.748648 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Pushing event updated for resources: {'Port': ['ID=71f09368-e0a3-4335-a55a-7102f33e6218,revision_number=5']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:32.752988 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:32.760699 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:32.770939 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-af3e7a42-fd66-4cf1-aaac-7be2554c27d9 req-4732b4a2-74da-461d-8e7a-823f48f76c02 service neutron] 10.222.0.46 "GET /v2.0/networks/cbd5c296-051f-43ab-b7d6-154e00c9c776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896693 Jun 21 19:44:32.789562 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c14435dcc002c6d250290293137fb351442a83316ffa0c10b5cf8ed6f24812f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fe7f653-fd68-4c3b-9c98-99ba89c1cb17" -d '{"events": [{"server_uuid": "d1332987-367a-4380-87d6-03e717cfde2b", "name": "network-vif-plugged", "status": "completed", "tag": "71f09368-e0a3-4335-a55a-7102f33e6218"}]}' {{(pid=104577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:44:32.794654 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-8f1299f4-efc0-4a23-98c1-e4da891e557f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'name': 'tempest-AttachVolumeTestJSON-990421211-router', 'tenant_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd05cdae7-31d1-415e-b5f2-3cffb2b2b1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:44:07Z', 'updated_at': '2021-06-21T19:44:23Z', 'revision_number': 4, 'project_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'gw_port': {'id': 'd05cdae7-31d1-415e-b5f2-3cffb2b2b1bb', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:08Z', 'updated_at': '2021-06-21T19:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_interfaces': [{'id': 'c6cf6a99-804f-494a-97e5-19ba715fd648', 'name': '', 'network_id': 'f83e3e6f-0c8e-4ab7-af9c-731326ea9260', 'tenant_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'mac_address': 'fa:16:3e:73:a3:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ce1151cf-2ecc-44e3-aa52-cfec5d7d7e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:19Z', 'updated_at': '2021-06-21T19:44:30Z', 'revision_number': 4, 'project_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'subnets': [{'id': 'ce1151cf-2ecc-44e3-aa52-cfec5d7d7e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:44:32.829710 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30369bf2-3c08-4039-af7c-e4607776b486 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Pushing event updated for resources: {'Port': ['ID=133edd44-906e-41bc-bde3-753e9b616076,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:32.832547 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-0136912b-7027-4cb4-abb3-447243830e93 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks [] for floatingip, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:32.835436 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-30369bf2-3c08-4039-af7c-e4607776b486 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:32.843285 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1299f4-efc0-4a23-98c1-e4da891e557f None None] The sync data for ids ['2fe78aa0-6f86-458e-87f5-529228609f09'] in dv-cinder-792462-15-smb is: [{'id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'name': 'tempest-AttachVolumeTestJSON-990421211-router', 'tenant_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd05cdae7-31d1-415e-b5f2-3cffb2b2b1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:44:07Z', 'updated_at': '2021-06-21T19:44:23Z', 'revision_number': 4, 'project_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'gw_port': {'id': 'd05cdae7-31d1-415e-b5f2-3cffb2b2b1bb', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:08Z', 'updated_at': '2021-06-21T19:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_interfaces': [{'id': 'c6cf6a99-804f-494a-97e5-19ba715fd648', 'name': '', 'network_id': 'f83e3e6f-0c8e-4ab7-af9c-731326ea9260', 'tenant_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'mac_address': 'fa:16:3e:73:a3:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ce1151cf-2ecc-44e3-aa52-cfec5d7d7e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:19Z', 'updated_at': '2021-06-21T19:44:30Z', 'revision_number': 4, 'project_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'subnets': [{'id': 'ce1151cf-2ecc-44e3-aa52-cfec5d7d7e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 19:44:32.845281 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] get_ports_and_sgs() called for port_ids ['92ab2d58-78f5-4901-9ce2-71dff5b896fb'] {{(pid=104577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 19:44:32.933074 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb1533e9-507f-4739-a85c-360eacf3e77a req-30369bf2-3c08-4039-af7c-e4607776b486 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Network cbd5c296-051f-43ab-b7d6-154e00c9c776 is already hosted by enough agents. {{(pid=104575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:44:32.947459 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.base_scheduler [req-eb1533e9-507f-4739-a85c-360eacf3e77a req-30369bf2-3c08-4039-af7c-e4607776b486 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Resources bound (agent type, host, resource id): {{(pid=104575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:44:32.955896 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb1533e9-507f-4739-a85c-360eacf3e77a req-30369bf2-3c08-4039-af7c-e4607776b486 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Received port after_create {{(pid=104575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:44:32.964062 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1533e9-507f-4739-a85c-360eacf3e77a req-30369bf2-3c08-4039-af7c-e4607776b486 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:32.964797 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-eb1533e9-507f-4739-a85c-360eacf3e77a req-30369bf2-3c08-4039-af7c-e4607776b486 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for port, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:32.981505 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Pushing event updated for resources: {'Port': ['ID=92ab2d58-78f5-4901-9ce2-71dff5b896fb,revision_number=4']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:32.994508 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:33.010994 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-7a20341c-faea-4f05-95ea-2ddb25396910 req-2c01e9b7-e31a-41ae-9d64-1d9fc8ec01b5 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--715309712&fields=id&tenant_id=24d88bac2bdc4887aaf0eb2f85b5c6cd HTTP/1.1" status: 200 len: 267 time: 0.1708822 Jun 21 19:44:33.070650 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4b881-fb6d-4b85-a6a0-fd315f0f2dbc req-27a01d20-6c9c-4172-ab30-1260f81940c0 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:33.072556 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-1ff4b881-fb6d-4b85-a6a0-fd315f0f2dbc req-27a01d20-6c9c-4172-ab30-1260f81940c0 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=d71c26de-0d1d-49e6-87a3-17f293800374 HTTP/1.1" status: 200 len: 931 time: 0.1717641 Jun 21 19:44:33.075345 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-af3e7a42-fd66-4cf1-aaac-7be2554c27d9 req-e432afc6-cdf6-4f87-a92c-5130eebcfb2b service neutron] 10.222.0.46 "GET /v2.0/networks/cbd5c296-051f-43ab-b7d6-154e00c9c776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898455 Jun 21 19:44:33.162271 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-1ff4b881-fb6d-4b85-a6a0-fd315f0f2dbc req-d870a286-c928-44bb-aed0-d0c8e29574d9 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812542 Jun 21 19:44:33.216449 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20341c-faea-4f05-95ea-2ddb25396910 req-2087b12f-b0a6-4fa3-9467-df8aff20909e tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:33.226362 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-7a20341c-faea-4f05-95ea-2ddb25396910 req-2087b12f-b0a6-4fa3-9467-df8aff20909e tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/networks?id=2d4d9e71-b808-45e3-a13f-71991168a9d3 HTTP/1.1" status: 200 len: 816 time: 0.2035937 Jun 21 19:44:33.243561 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ba90f-97f1-40e8-b1f0-fd21932a16b8 req-f1bee4ce-faf5-47e5-bb60-68103d562ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:33.245304 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-106ba90f-97f1-40e8-b1f0-fd21932a16b8 req-f1bee4ce-faf5-47e5-bb60-68103d562ed7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ffc77c8d33bc44a59650792ffcc5c42d&device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 1097 time: 0.0959539 Jun 21 19:44:33.246966 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-7a20341c-faea-4f05-95ea-2ddb25396910 req-8ffabdf2-2ce3-4276-81eb-6cd64c7a09e6 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/quotas/24d88bac2bdc4887aaf0eb2f85b5c6cd HTTP/1.1" status: 200 len: 375 time: 0.0196085 Jun 21 19:44:33.338586 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-898b91e4-145f-4b78-97c0-7f6905e216e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:33.378675 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-7f7df48c-2450-4bfe-b6e8-b21a7adba04d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:33.401795 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-7f7df48c-2450-4bfe-b6e8-b21a7adba04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:33.401795 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-0136912b-7027-4cb4-abb3-447243830e93 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for port, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:33.424643 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ba90f-97f1-40e8-b1f0-fd21932a16b8 req-b5a5e530-9893-49e4-8aa9-8b3479b5c7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:33.427713 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-106ba90f-97f1-40e8-b1f0-fd21932a16b8 req-b5a5e530-9893-49e4-8aa9-8b3479b5c7a0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cbd5c296-051f-43ab-b7d6-154e00c9c776 HTTP/1.1" status: 200 len: 920 time: 0.1710670 Jun 21 19:44:33.447447 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:33.452082 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-7f7df48c-2450-4bfe-b6e8-b21a7adba04d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d1bedbaea4574c98a6e73ef45457766a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4154291 Jun 21 19:44:33.457801 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 38674) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:33.458205 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-eb1533e9-507f-4739-a85c-360eacf3e77a req-30369bf2-3c08-4039-af7c-e4607776b486 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0306401 Jun 21 19:44:33.498002 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-7a20341c-faea-4f05-95ea-2ddb25396910 req-7530d290-13cd-4d1f-9da0-214dae7c1fe3 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=24d88bac2bdc4887aaf0eb2f85b5c6cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2501411 Jun 21 19:44:33.532739 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:33.535807 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 19:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6253d6a4-eeb0-4ce6-9e9c-33229c1f6b51 x-openstack-request-id: req-6253d6a4-eeb0-4ce6-9e9c-33229c1f6b51 {{(pid=104577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:44:33.536133 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1332987-367a-4380-87d6-03e717cfde2b", "name": "network-vif-plugged", "status": "completed", "tag": "71f09368-e0a3-4335-a55a-7102f33e6218", "code": 200}]} {{(pid=104577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:44:33.536299 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-6253d6a4-eeb0-4ce6-9e9c-33229c1f6b51 {{(pid=104577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:44:33.536757 dv-cinder-792462-15-smb neutron-server[104577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1332987-367a-4380-87d6-03e717cfde2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f09368-e0a3-4335-a55a-7102f33e6218', 'code': 200} Jun 21 19:44:33.553800 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-106ba90f-97f1-40e8-b1f0-fd21932a16b8 req-006e3a53-0a41-45f0-b4cf-d95742ab58e6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb5cc4e0-9f97-4b22-86c2-2703a6989409 HTTP/1.1" status: 200 len: 217 time: 0.1168177 Jun 21 19:44:33.702597 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device c6cf6a99-804f-494a-97e5-19ba715fd648 up at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:44:33.727514 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ba90f-97f1-40e8-b1f0-fd21932a16b8 req-26a713dc-f285-4d98-9887-9752899ec60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:33.728957 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-106ba90f-97f1-40e8-b1f0-fd21932a16b8 req-26a713dc-f285-4d98-9887-9752899ec60b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=647d05b7-de31-4d93-b064-d84c7c4b5039 HTTP/1.1" status: 200 len: 859 time: 0.1640897 Jun 21 19:44:33.751237 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9835faa7-5877-4cb5-8a2c-2c9e941e5671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:33.776394 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-106ba90f-97f1-40e8-b1f0-fd21932a16b8 req-335dc9f1-754c-40f2-aa7d-5b0554de0b4b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cbd5c296-051f-43ab-b7d6-154e00c9c776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392087 Jun 21 19:44:33.830089 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning for port c6cf6a99-804f-494a-97e5-19ba715fd648 completed by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:44:33.839558 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning complete for port c6cf6a99-804f-494a-97e5-19ba715fd648 triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:44:33.842064 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:33.946393 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9835faa7-5877-4cb5-8a2c-2c9e941e5671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:33.996661 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [req-eb1533e9-507f-4739-a85c-360eacf3e77a req-d41e3b5b-3203-40ef-827c-2dacee0d5f12 service neutron] Request body: {'port': {'device_id': 'd71c26de-0d1d-49e6-87a3-17f293800374', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:44:34.015975 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:34.063834 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] For port c6cf6a99-804f-494a-97e5-19ba715fd648, host dv-cinder-792462-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=c6cf6a99-804f-494a-97e5-19ba715fd648,segment=NetworkSegment(e202d1ae-8a3f-4de6-bda1-b53b4f0f8fab),segment_id=e202d1ae-8a3f-4de6-bda1-b53b4f0f8fab)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:44:34.082004 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:34.085732 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:34.140616 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8b6288-865f-46e5-8881-cff66210fc2a req-a0dc1b29-5ae2-4dac-a778-0a4eb5fad2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:34.142159 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-bc8b6288-865f-46e5-8881-cff66210fc2a req-a0dc1b29-5ae2-4dac-a778-0a4eb5fad2ef service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d1332987-367a-4380-87d6-03e717cfde2b HTTP/1.1" status: 200 len: 1098 time: 0.3387551 Jun 21 19:44:34.143874 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-106ba90f-97f1-40e8-b1f0-fd21932a16b8 req-2cf24827-4b90-4a47-b310-3dd5967bec05 service neutron] 10.222.0.46 "GET /v2.0/networks/cbd5c296-051f-43ab-b7d6-154e00c9c776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569117 Jun 21 19:44:34.145089 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7df48c-2450-4bfe-b6e8-b21a7adba04d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9825d0-86ce-4000-a43c-eb03d49c5760,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:34.150101 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-7f7df48c-2450-4bfe-b6e8-b21a7adba04d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.702s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:34.195437 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Pushing event updated for resources: {'Port': ['ID=c6cf6a99-804f-494a-97e5-19ba715fd648,revision_number=5']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:34.200815 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:34.206018 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5876e7c7-1ca5-40e2-8404-56773c4048e9 req-945d6485-1bad-4a5c-8d13-516b89ad689a tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:34.213203 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-5876e7c7-1ca5-40e2-8404-56773c4048e9 req-945d6485-1bad-4a5c-8d13-516b89ad689a tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fa6643b-de2d-4dfc-accd-38f3e1dc08da HTTP/1.1" status: 200 len: 945 time: 0.2337599 Jun 21 19:44:34.313915 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-7a20341c-faea-4f05-95ea-2ddb25396910 req-92720bb2-f69e-46c2-9d8f-f62631ad4456 service neutron] 10.222.0.38 "GET /v2.0/networks/2d4d9e71-b808-45e3-a13f-71991168a9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072982 Jun 21 19:44:34.374094 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-eb1533e9-507f-4739-a85c-360eacf3e77a req-d41e3b5b-3203-40ef-827c-2dacee0d5f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:34.396155 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.db_base_plugin_common [None req-0136912b-7027-4cb4-abb3-447243830e93 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Allocated IP 172.28.3.43 (1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143/92f70134-f308-40e4-a372-590fff45c87e/3ae052fc-03f7-4d36-82dd-81c299d64506) {{(pid=104575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:44:34.439591 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-14118032-cbf1-44bc-927f-b70ca464d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:34.469681 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9835faa7-5877-4cb5-8a2c-2c9e941e5671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:34.478297 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-bc8b6288-865f-46e5-8881-cff66210fc2a req-89b33798-cb6e-4c77-958b-a6fd0a54839b service neutron] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:34.484850 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9835faa7-5877-4cb5-8a2c-2c9e941e5671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:34.485961 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-9835faa7-5877-4cb5-8a2c-2c9e941e5671 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4f9825d0-86ce-4000-a43c-eb03d49c5760 HTTP/1.1" status: 204 len: 168 time: 1.0252409 Jun 21 19:44:34.500868 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-661bbfaf-56cc-45e7-8a82-8396e3a448a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:34.512792 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9835faa7-5877-4cb5-8a2c-2c9e941e5671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9825d0-86ce-4000-a43c-eb03d49c5760,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:34.515246 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-9835faa7-5877-4cb5-8a2c-2c9e941e5671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:34.559224 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-7a20341c-faea-4f05-95ea-2ddb25396910 req-d3c01072-3ba8-43dc-a9ce-13ab2d61975d service neutron] 10.222.0.38 "GET /v2.0/networks/2d4d9e71-b808-45e3-a13f-71991168a9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443643 Jun 21 19:44:34.561502 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-5876e7c7-1ca5-40e2-8404-56773c4048e9 req-4dd0efdb-e890-450f-b4de-e3c0f68ec0d8 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/security-groups?id=66ff75a3-db6c-4e1d-9736-3dfd7054a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473732 Jun 21 19:44:34.671780 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-106ba90f-97f1-40e8-b1f0-fd21932a16b8 req-9d878cfb-8cfc-4d24-9c08-5e779aebe4b8 service neutron] 10.222.0.46 "GET /v2.0/networks/cbd5c296-051f-43ab-b7d6-154e00c9c776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5155430 Jun 21 19:44:34.729192 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-0136912b-7027-4cb4-abb3-447243830e93 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks [] for port, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:34.826484 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-0136912b-7027-4cb4-abb3-447243830e93 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-129462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761649331797'] for port, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:34.845478 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:34.853790 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-bc8b6288-865f-46e5-8881-cff66210fc2a req-89b33798-cb6e-4c77-958b-a6fd0a54839b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:34.868140 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-bc8b6288-865f-46e5-8881-cff66210fc2a req-89b33798-cb6e-4c77-958b-a6fd0a54839b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:34.884746 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-022f73ff-a8b8-4c40-a919-feead5a58465 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:34.941662 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-bc8b6288-865f-46e5-8881-cff66210fc2a req-89b33798-cb6e-4c77-958b-a6fd0a54839b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1f75ecaf-e5fe-42f4-abfc-921fec7aec87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7870550 Jun 21 19:44:34.990257 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfce3d-c69c-45d6-bda9-587a72242c41 req-1a28fdac-6ffa-4624-966d-e0f2c194ef78 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:34.999362 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-51dfce3d-c69c-45d6-bda9-587a72242c41 req-1a28fdac-6ffa-4624-966d-e0f2c194ef78 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1332987-367a-4380-87d6-03e717cfde2b HTTP/1.1" status: 200 len: 945 time: 0.2084906 Jun 21 19:44:35.006590 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0136912b-7027-4cb4-abb3-447243830e93 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Network 1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143 is already hosted by enough agents. {{(pid=104575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:44:35.014953 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b33798-cb6e-4c77-958b-a6fd0a54839b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=46206b2b-6993-437b-baa8-7f7c216c02aa,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:35.027454 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.base_scheduler [None req-0136912b-7027-4cb4-abb3-447243830e93 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Resources bound (agent type, host, resource id): {{(pid=104575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:44:35.028217 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-89b33798-cb6e-4c77-958b-a6fd0a54839b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:35.037841 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0136912b-7027-4cb4-abb3-447243830e93 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Received port after_create {{(pid=104575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:44:35.063200 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-51dfce3d-c69c-45d6-bda9-587a72242c41 req-2a973a6d-207d-4810-bf3f-9f144856ae7c tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f75ecaf-e5fe-42f4-abfc-921fec7aec87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627925 Jun 21 19:44:35.108221 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.notifiers.nova [req-eb1533e9-507f-4739-a85c-360eacf3e77a req-d41e3b5b-3203-40ef-827c-2dacee0d5f12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 133edd44-906e-41bc-bde3-753e9b616076 {{(pid=104575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:44:35.156983 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device 92ab2d58-78f5-4901-9ce2-71dff5b896fb up at agent hyperv_hv-cinder-79246 {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:44:35.171485 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0136912b-7027-4cb4-abb3-447243830e93 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Pushing event updated for resources: {'Port': ['ID=3ae052fc-03f7-4d36-82dd-81c299d64506,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:35.180811 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-eb1533e9-507f-4739-a85c-360eacf3e77a req-d41e3b5b-3203-40ef-827c-2dacee0d5f12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:35.213136 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-0136912b-7027-4cb4-abb3-447243830e93 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:35.242165 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-64909d7d-fea2-4687-ac52-626febbcb0d8 req-42da3755-9785-4cf1-afd3-4cd90f27ce0f tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 210 time: 0.0785515 Jun 21 19:44:35.243178 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [req-eb1533e9-507f-4739-a85c-360eacf3e77a req-d41e3b5b-3203-40ef-827c-2dacee0d5f12 service neutron] Transition to ACTIVE for port object 133edd44-906e-41bc-bde3-753e9b616076 will not be triggered until provisioned by entity L2. {{(pid=104575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:44:35.261320 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-eb1533e9-507f-4739-a85c-360eacf3e77a req-d41e3b5b-3203-40ef-827c-2dacee0d5f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:35.262793 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-0136912b-7027-4cb4-abb3-447243830e93 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:35.276118 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-fccfa4cd-1b94-4e15-ad93-fdfaf737a6c4 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:35.281218 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Provisioning for port 92ab2d58-78f5-4901-9ce2-71dff5b896fb completed by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:44:35.287214 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Provisioning complete for port 92ab2d58-78f5-4901-9ce2-71dff5b896fb triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:44:35.287760 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:35.403470 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1832695-4673-4670-98da-80eff0bc69e1 req-d22bac77-d6a3-43e0-9728-5ec09b1ad061 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:35.406227 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-c1832695-4673-4670-98da-80eff0bc69e1 req-d22bac77-d6a3-43e0-9728-5ec09b1ad061 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=d71c26de-0d1d-49e6-87a3-17f293800374 HTTP/1.1" status: 200 len: 931 time: 0.3820462 Jun 21 19:44:35.422355 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:35.469504 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e3b5b-3203-40ef-827c-2dacee0d5f12 service neutron] Pushing event updated for resources: {'Port': ['ID=133edd44-906e-41bc-bde3-753e9b616076,revision_number=2']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:35.484371 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-d41e3b5b-3203-40ef-827c-2dacee0d5f12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:35.486280 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port 92ab2d58-78f5-4901-9ce2-71dff5b896fb, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=92ab2d58-78f5-4901-9ce2-71dff5b896fb,segment=NetworkSegment(79ea6ea4-6122-4223-ae2c-7a1635a6be67),segment_id=79ea6ea4-6122-4223-ae2c-7a1635a6be67)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:44:35.487705 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-0136912b-7027-4cb4-abb3-447243830e93 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:35.493877 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:35.497576 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:35.555825 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa6643b-de2d-4dfc-accd-38f3e1dc08da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ab2d58-78f5-4901-9ce2-71dff5b896fb'}] {{(pid=104577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:44:35.558858 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c14435dcc002c6d250290293137fb351442a83316ffa0c10b5cf8ed6f24812f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4affc3b0-b233-4a03-81c3-3292b7e8d275" -d '{"events": [{"server_uuid": "4fa6643b-de2d-4dfc-accd-38f3e1dc08da", "name": "network-vif-plugged", "status": "completed", "tag": "92ab2d58-78f5-4901-9ce2-71dff5b896fb"}]}' {{(pid=104577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:44:35.561391 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Pushing event updated for resources: {'Port': ['ID=92ab2d58-78f5-4901-9ce2-71dff5b896fb,revision_number=5']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:35.574395 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:35.586789 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-c1832695-4673-4670-98da-80eff0bc69e1 req-62f5566d-6663-47ad-bc43-2f7fba4bf1d8 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387193 Jun 21 19:44:35.589546 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [req-eb1533e9-507f-4739-a85c-360eacf3e77a req-d41e3b5b-3203-40ef-827c-2dacee0d5f12 service neutron] Attempting to bind port 133edd44-906e-41bc-bde3-753e9b616076 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:44:35.589786 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [req-eb1533e9-507f-4739-a85c-360eacf3e77a req-d41e3b5b-3203-40ef-827c-2dacee0d5f12 service neutron] Attempting to bind port 133edd44-906e-41bc-bde3-753e9b616076 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'eae7db14-5951-4079-acca-dc9e813be6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cbd5c296-051f-43ab-b7d6-154e00c9c776'}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:44:35.590155 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1533e9-507f-4739-a85c-360eacf3e77a req-d41e3b5b-3203-40ef-827c-2dacee0d5f12 service neutron] Attempting to bind port 133edd44-906e-41bc-bde3-753e9b616076 on network cbd5c296-051f-43ab-b7d6-154e00c9c776 {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:44:35.599435 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1533e9-507f-4739-a85c-360eacf3e77a req-d41e3b5b-3203-40ef-827c-2dacee0d5f12 service neutron] Port 133edd44-906e-41bc-bde3-753e9b616076 on network cbd5c296-051f-43ab-b7d6-154e00c9c776 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 19:44:35.599734 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1533e9-507f-4739-a85c-360eacf3e77a req-d41e3b5b-3203-40ef-827c-2dacee0d5f12 service neutron] Attempting to bind port 133edd44-906e-41bc-bde3-753e9b616076 on network cbd5c296-051f-43ab-b7d6-154e00c9c776 {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:44:35.613816 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1533e9-507f-4739-a85c-360eacf3e77a req-d41e3b5b-3203-40ef-827c-2dacee0d5f12 service neutron] Checking agent: {'id': '0b26fa00-c4a2-4127-a29e-c90b7b9119ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 42, 27), 'started_at': datetime.datetime(2021, 6, 21, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:44:35.614156 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1533e9-507f-4739-a85c-360eacf3e77a req-d41e3b5b-3203-40ef-827c-2dacee0d5f12 service neutron] Checking segment: {'id': 'eae7db14-5951-4079-acca-dc9e813be6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cbd5c296-051f-43ab-b7d6-154e00c9c776'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:44:35.614716 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1533e9-507f-4739-a85c-360eacf3e77a req-d41e3b5b-3203-40ef-827c-2dacee0d5f12 service neutron] Bound using segment: {'id': 'eae7db14-5951-4079-acca-dc9e813be6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cbd5c296-051f-43ab-b7d6-154e00c9c776'} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:44:35.615311 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [req-eb1533e9-507f-4739-a85c-360eacf3e77a req-d41e3b5b-3203-40ef-827c-2dacee0d5f12 service neutron] Bound port: 133edd44-906e-41bc-bde3-753e9b616076, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eae7db14-5951-4079-acca-dc9e813be6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'cbd5c296-051f-43ab-b7d6-154e00c9c776'}}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:44:35.615817 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-eb1533e9-507f-4739-a85c-360eacf3e77a req-d41e3b5b-3203-40ef-827c-2dacee0d5f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:35.642155 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 19:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a77ec1-4d51-4963-bc43-c2f4d2d4ac76 x-openstack-request-id: req-f8a77ec1-4d51-4963-bc43-c2f4d2d4ac76 {{(pid=104577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:44:35.642661 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa6643b-de2d-4dfc-accd-38f3e1dc08da", "name": "network-vif-plugged", "status": "completed", "tag": "92ab2d58-78f5-4901-9ce2-71dff5b896fb", "code": 200}]} {{(pid=104577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:44:35.643009 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f8a77ec1-4d51-4963-bc43-c2f4d2d4ac76 {{(pid=104577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:44:35.643578 dv-cinder-792462-15-smb neutron-server[104577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa6643b-de2d-4dfc-accd-38f3e1dc08da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ab2d58-78f5-4901-9ce2-71dff5b896fb', 'code': 200} Jun 21 19:44:35.680362 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device c6cf6a99-804f-494a-97e5-19ba715fd648 up at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:44:35.772147 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.db [req-eb1533e9-507f-4739-a85c-360eacf3e77a req-d41e3b5b-3203-40ef-827c-2dacee0d5f12 service neutron] For port 133edd44-906e-41bc-bde3-753e9b616076, host hv-cinder-79246, cleared binding levels {{(pid=104575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:44:35.819537 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning complete for port c6cf6a99-804f-494a-97e5-19ba715fd648 triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:44:35.819537 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:35.821002 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.db [req-eb1533e9-507f-4739-a85c-360eacf3e77a req-d41e3b5b-3203-40ef-827c-2dacee0d5f12 service neutron] For port 133edd44-906e-41bc-bde3-753e9b616076, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=133edd44-906e-41bc-bde3-753e9b616076,segment=NetworkSegment(eae7db14-5951-4079-acca-dc9e813be6bc),segment_id=eae7db14-5951-4079-acca-dc9e813be6bc)] {{(pid=104575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:44:35.826047 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-0136912b-7027-4cb4-abb3-447243830e93 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks [] for port, precommit_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:35.831583 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-eb1533e9-507f-4739-a85c-360eacf3e77a req-d41e3b5b-3203-40ef-827c-2dacee0d5f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:35.840309 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-aff93252-2044-4f8e-b470-83f2d441a0e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:35.848063 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-0136912b-7027-4cb4-abb3-447243830e93 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:35.908424 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1533e9-507f-4739-a85c-360eacf3e77a req-d41e3b5b-3203-40ef-827c-2dacee0d5f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:35.909140 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-eb1533e9-507f-4739-a85c-360eacf3e77a req-d41e3b5b-3203-40ef-827c-2dacee0d5f12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for port, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:35.911068 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-eb1533e9-507f-4739-a85c-360eacf3e77a req-d41e3b5b-3203-40ef-827c-2dacee0d5f12 service neutron] 10.222.0.46 "PUT /v2.0/ports/133edd44-906e-41bc-bde3-753e9b616076 HTTP/1.1" status: 200 len: 1093 time: 2.4334559 Jun 21 19:44:35.911564 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd71c26de-0d1d-49e6-87a3-17f293800374', 'tag': '133edd44-906e-41bc-bde3-753e9b616076'}] {{(pid=104575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:44:35.913888 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c13f0749771774115a22afc177d9d65845734126b668639f93c48b494dfbeb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5a4bb0-e1d3-4946-87fd-eb738dad5db8" -d '{"events": [{"name": "network-changed", "server_uuid": "d71c26de-0d1d-49e6-87a3-17f293800374", "tag": "133edd44-906e-41bc-bde3-753e9b616076"}]}' {{(pid=104575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:44:35.929065 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-0136912b-7027-4cb4-abb3-447243830e93 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33078199'] for floatingip, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:35.952941 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d92441-ccb7-4bbf-b406-71e6bad20570 req-a3c05188-f40c-4533-8da9-36fc5ca407cc tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:35.960583 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-63d92441-ccb7-4bbf-b406-71e6bad20570 req-a3c05188-f40c-4533-8da9-36fc5ca407cc tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fa6643b-de2d-4dfc-accd-38f3e1dc08da HTTP/1.1" status: 200 len: 946 time: 0.2104368 Jun 21 19:44:35.970605 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e3b5b-3203-40ef-827c-2dacee0d5f12 service neutron] Pushing event updated for resources: {'Port': ['ID=133edd44-906e-41bc-bde3-753e9b616076,revision_number=3']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:35.975998 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-d41e3b5b-3203-40ef-827c-2dacee0d5f12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:35.983001 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-7b86795b-79c6-470b-8082-6e5b611f0de5 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:35.985963 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 19:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c9ecef-8844-4a0e-b191-aa7fc827f323 x-openstack-request-id: req-92c9ecef-8844-4a0e-b191-aa7fc827f323 {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:44:35.986306 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d71c26de-0d1d-49e6-87a3-17f293800374", "tag": "133edd44-906e-41bc-bde3-753e9b616076", "status": "completed", "code": 200}]} {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:44:35.986577 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-92c9ecef-8844-4a0e-b191-aa7fc827f323 {{(pid=104575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:44:35.986937 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd71c26de-0d1d-49e6-87a3-17f293800374', 'tag': '133edd44-906e-41bc-bde3-753e9b616076', 'status': 'completed', 'code': 200} Jun 21 19:44:36.006459 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-0136912b-7027-4cb4-abb3-447243830e93 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147'] for floatingip, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:36.007651 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-0136912b-7027-4cb4-abb3-447243830e93 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3979793 Jun 21 19:44:36.043998 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-42de2df7-e83b-4cb7-9b47-4d153e7d24d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:36.092910 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0136912b-7027-4cb4-abb3-447243830e93 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Pushing event updated for resources: {'Port': ['ID=3ae052fc-03f7-4d36-82dd-81c299d64506,revision_number=2']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:36.105407 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-63d92441-ccb7-4bbf-b406-71e6bad20570 req-ef9eddf1-a314-4ecd-98c7-6387d8e9247d tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/security-groups?id=66ff75a3-db6c-4e1d-9736-3dfd7054a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440945 Jun 21 19:44:36.112623 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-0136912b-7027-4cb4-abb3-447243830e93 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:36.127175 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1533e9-507f-4739-a85c-360eacf3e77a req-ae41a5ad-6201-418d-99ac-ed1427ef4518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:36.129293 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-eb1533e9-507f-4739-a85c-360eacf3e77a req-ae41a5ad-6201-418d-99ac-ed1427ef4518 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ffc77c8d33bc44a59650792ffcc5c42d&device_id=d71c26de-0d1d-49e6-87a3-17f293800374 HTTP/1.1" status: 200 len: 1096 time: 0.1251302 Jun 21 19:44:36.164776 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d557e6fd-b296-4e72-832a-d8f3e5758c19 req-2b7fc3e6-9710-4025-91f9-a7ab89fcde89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:36.171728 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-d557e6fd-b296-4e72-832a-d8f3e5758c19 req-2b7fc3e6-9710-4025-91f9-a7ab89fcde89 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4fa6643b-de2d-4dfc-accd-38f3e1dc08da HTTP/1.1" status: 200 len: 1099 time: 0.1563625 Jun 21 19:44:36.225723 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-eb1533e9-507f-4739-a85c-360eacf3e77a req-b3d01afb-5fc7-4dc8-bc81-725429fac8de service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=133edd44-906e-41bc-bde3-753e9b616076 HTTP/1.1" status: 200 len: 217 time: 0.0884590 Jun 21 19:44:36.239700 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-d557e6fd-b296-4e72-832a-d8f3e5758c19 req-a1c39917-b3b7-4421-ad51-be00198244a4 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=66ff75a3-db6c-4e1d-9736-3dfd7054a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659332 Jun 21 19:44:36.353836 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1533e9-507f-4739-a85c-360eacf3e77a req-17dfb867-f6f6-4c57-afa4-e608b0dfed7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:36.355288 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-eb1533e9-507f-4739-a85c-360eacf3e77a req-17dfb867-f6f6-4c57-afa4-e608b0dfed7a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=647d05b7-de31-4d93-b064-d84c7c4b5039 HTTP/1.1" status: 200 len: 859 time: 0.1199243 Jun 21 19:44:36.404212 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7165eb3-aa5e-438e-9956-70d58c69a547 req-ea02175c-ee00-417d-ac46-0e361c94c74d tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:36.405900 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-e7165eb3-aa5e-438e-9956-70d58c69a547 req-ea02175c-ee00-417d-ac46-0e361c94c74d tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1332987-367a-4380-87d6-03e717cfde2b HTTP/1.1" status: 200 len: 945 time: 0.1174076 Jun 21 19:44:36.444512 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-48363576-e890-44d7-a1cf-6e866a13e918 req-148edf03-68e2-4971-af93-26b3bb456733 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 210 time: 0.0681934 Jun 21 19:44:36.459415 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-eb1533e9-507f-4739-a85c-360eacf3e77a req-64af68a1-5dc7-43e0-b6f1-c5a84dba3aaa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cbd5c296-051f-43ab-b7d6-154e00c9c776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758412 Jun 21 19:44:36.582828 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-e7165eb3-aa5e-438e-9956-70d58c69a547 req-f71c57b7-4841-4846-a225-497e88b5aa46 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f75ecaf-e5fe-42f4-abfc-921fec7aec87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281631 Jun 21 19:44:36.692720 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-eb1533e9-507f-4739-a85c-360eacf3e77a req-dc623ea8-e59d-4b96-a047-bb8e6afc4be2 service neutron] 10.222.0.46 "GET /v2.0/networks/cbd5c296-051f-43ab-b7d6-154e00c9c776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171426 Jun 21 19:44:36.708461 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-eaec135b-b96b-4a70-8b60-728f658586e0 req-02c1c5f3-127f-49a2-99e6-3ea787d34c9d tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--602335512&fields=id&tenant_id=c5aea0db63454ab7b0452a27b5c0fbbe HTTP/1.1" status: 200 len: 267 time: 0.1245453 Jun 21 19:44:36.970414 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cbc256-d87d-46f4-af78-d0b675a4fb21 req-84aab9c6-099c-4b0b-8072-fb3641d1de96 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:36.977779 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-60cbc256-d87d-46f4-af78-d0b675a4fb21 req-84aab9c6-099c-4b0b-8072-fb3641d1de96 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=d71c26de-0d1d-49e6-87a3-17f293800374 HTTP/1.1" status: 200 len: 943 time: 0.1702359 Jun 21 19:44:36.980391 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec135b-b96b-4a70-8b60-728f658586e0 req-60117f1c-8332-4dfb-94fb-f8916e388717 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:36.987071 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-eaec135b-b96b-4a70-8b60-728f658586e0 req-60117f1c-8332-4dfb-94fb-f8916e388717 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/networks?id=f83e3e6f-0c8e-4ab7-af9c-731326ea9260 HTTP/1.1" status: 200 len: 810 time: 0.2775981 Jun 21 19:44:36.991564 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-eb1533e9-507f-4739-a85c-360eacf3e77a req-14d7014e-a7e5-4b48-bfa0-be079ab0c039 service neutron] 10.222.0.46 "GET /v2.0/networks/cbd5c296-051f-43ab-b7d6-154e00c9c776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885485 Jun 21 19:44:37.052672 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20341c-faea-4f05-95ea-2ddb25396910 req-f3af83f4-4793-4df1-95cb-525b4cb7e184 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:37.054621 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-7a20341c-faea-4f05-95ea-2ddb25396910 req-f3af83f4-4793-4df1-95cb-525b4cb7e184 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.46 "GET /v2.0/networks?id=2d4d9e71-b808-45e3-a13f-71991168a9d3 HTTP/1.1" status: 200 len: 816 time: 0.2917926 Jun 21 19:44:37.056952 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-60cbc256-d87d-46f4-af78-d0b675a4fb21 req-2fc407e1-dd63-485e-9b62-34e38a2c8d24 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781312 Jun 21 19:44:37.062012 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-eaec135b-b96b-4a70-8b60-728f658586e0 req-710c4990-6fac-43b3-9ee5-07eb0aabcd4d tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/quotas/c5aea0db63454ab7b0452a27b5c0fbbe HTTP/1.1" status: 200 len: 375 time: 0.0740573 Jun 21 19:44:37.158420 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device bb5cc4e0-9f97-4b22-86c2-2703a6989409 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=104577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 19:44:37.400135 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port bb5cc4e0-9f97-4b22-86c2-2703a6989409, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=bb5cc4e0-9f97-4b22-86c2-2703a6989409,segment=NetworkSegment(eae7db14-5951-4079-acca-dc9e813be6bc),segment_id=eae7db14-5951-4079-acca-dc9e813be6bc)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:44:37.418743 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Returning: {'device': 'bb5cc4e0-9f97-4b22-86c2-2703a6989409', 'network_id': 'cbd5c296-051f-43ab-b7d6-154e00c9c776', 'port_id': 'bb5cc4e0-9f97-4b22-86c2-2703a6989409', 'mac_address': 'fa:16:3e:49:0b:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '647d05b7-de31-4d93-b064-d84c7c4b5039', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 19:44:37.435128 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-7a20341c-faea-4f05-95ea-2ddb25396910 req-0adf2008-3692-416c-bd1e-225e513646f1 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24d88bac2bdc4887aaf0eb2f85b5c6cd HTTP/1.1" status: 200 len: 379 time: 0.3211389 Jun 21 19:44:37.456524 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [req-7a20341c-faea-4f05-95ea-2ddb25396910 req-fa11d001-6a8b-49ba-a8c7-f64bad7a2f7b tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Request body: {'port': {'device_id': '67b49d3a-39fb-4115-82fc-47dcbe1fccb9', 'network_id': '2d4d9e71-b808-45e3-a13f-71991168a9d3', 'admin_state_up': True, 'tenant_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'security_groups': ['470d3395-bdcc-41be-a3a3-eb644599460f']}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:44:37.462107 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 38858) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:37.474090 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:37.489984 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.notifiers.nova [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb5cc4e0-9f97-4b22-86c2-2703a6989409 {{(pid=104577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:44:37.518864 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port bb5cc4e0-9f97-4b22-86c2-2703a6989409, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=bb5cc4e0-9f97-4b22-86c2-2703a6989409,segment=NetworkSegment(eae7db14-5951-4079-acca-dc9e813be6bc),segment_id=eae7db14-5951-4079-acca-dc9e813be6bc)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:44:37.525866 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:37.530104 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-bddfc5d0-0c65-42cc-b369-abf8148c07eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:37.534123 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a4bb0-e1d3-4946-87fd-eb738dad5db8 req-5baa85e9-c9b9-4a3d-9157-8dfe5ddc8273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:37.535951 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-7c5a4bb0-e1d3-4946-87fd-eb738dad5db8 req-5baa85e9-c9b9-4a3d-9157-8dfe5ddc8273 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ffc77c8d33bc44a59650792ffcc5c42d&device_id=d71c26de-0d1d-49e6-87a3-17f293800374 HTTP/1.1" status: 200 len: 1096 time: 0.2608342 Jun 21 19:44:37.549364 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-eaec135b-b96b-4a70-8b60-728f658586e0 req-2731c7f1-bfcc-4e1c-ae63-05968569cc4a tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=c5aea0db63454ab7b0452a27b5c0fbbe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4782977 Jun 21 19:44:37.587400 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de8877-5993-446c-9798-11245fe78b62 req-e484f303-7d44-48af-9ef1-c3bc64411c2b tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:37.595965 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-64de8877-5993-446c-9798-11245fe78b62 req-e484f303-7d44-48af-9ef1-c3bc64411c2b tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fa6643b-de2d-4dfc-accd-38f3e1dc08da HTTP/1.1" status: 200 len: 946 time: 0.2187498 Jun 21 19:44:37.596114 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Pushing event updated for resources: {'Port': ['ID=bb5cc4e0-9f97-4b22-86c2-2703a6989409,revision_number=4']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:37.600574 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:37.668106 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-c784d406-548a-4f8e-b5cc-34d968557b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:37.686663 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-64de8877-5993-446c-9798-11245fe78b62 req-af242728-28b5-4f03-8708-f07c730ceeb5 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/security-groups?id=66ff75a3-db6c-4e1d-9736-3dfd7054a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898468 Jun 21 19:44:37.718567 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-eaec135b-b96b-4a70-8b60-728f658586e0 req-85767e4f-2eaa-4d53-8d17-96b050bb8902 service neutron] 10.222.0.38 "GET /v2.0/networks/f83e3e6f-0c8e-4ab7-af9c-731326ea9260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624944 Jun 21 19:44:37.722707 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a4bb0-e1d3-4946-87fd-eb738dad5db8 req-3e5ce97f-e333-4a1d-a919-7c595c6b48fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:37.724107 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-7c5a4bb0-e1d3-4946-87fd-eb738dad5db8 req-3e5ce97f-e333-4a1d-a919-7c595c6b48fe service neutron] 10.222.0.46 "GET /v2.0/networks?id=cbd5c296-051f-43ab-b7d6-154e00c9c776 HTTP/1.1" status: 200 len: 920 time: 0.1799505 Jun 21 19:44:37.736494 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a20341c-faea-4f05-95ea-2ddb25396910 req-fa11d001-6a8b-49ba-a8c7-f64bad7a2f7b tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Made reservation on behalf of 24d88bac2bdc4887aaf0eb2f85b5c6cd for: {'port': 1} {{(pid=104575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:44:37.740395 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-7a20341c-faea-4f05-95ea-2ddb25396910 req-fa11d001-6a8b-49ba-a8c7-f64bad7a2f7b tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for port, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:37.791356 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-7c5a4bb0-e1d3-4946-87fd-eb738dad5db8 req-4ad3cf2f-1eab-47ea-99a9-c4304e03333e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=133edd44-906e-41bc-bde3-753e9b616076 HTTP/1.1" status: 200 len: 217 time: 0.0530360 Jun 21 19:44:37.792675 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] get_ports_and_sgs() called for port_ids ['bb5cc4e0-9f97-4b22-86c2-2703a6989409'] {{(pid=104577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 19:44:37.850166 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 38872) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:37.877024 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-8f5119cf-05c2-473a-a25f-4d799e95ad0d req-fb46d93b-edb1-4fe2-9288-96dc4f8782f6 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 210 time: 0.0420637 Jun 21 19:44:37.884939 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a4bb0-e1d3-4946-87fd-eb738dad5db8 req-7dc5fc3d-3cf4-410b-bb07-d9ccc4ad74fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:37.886439 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-7c5a4bb0-e1d3-4946-87fd-eb738dad5db8 req-7dc5fc3d-3cf4-410b-bb07-d9ccc4ad74fd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=647d05b7-de31-4d93-b064-d84c7c4b5039 HTTP/1.1" status: 200 len: 859 time: 0.0848627 Jun 21 19:44:37.932817 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-7c5a4bb0-e1d3-4946-87fd-eb738dad5db8 req-9794e132-992d-4f75-8e95-4c787fcd9e27 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cbd5c296-051f-43ab-b7d6-154e00c9c776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394373 Jun 21 19:44:37.969729 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-eaec135b-b96b-4a70-8b60-728f658586e0 req-bcf7035e-2791-4f79-b811-9a5bfb5bcc63 service neutron] 10.222.0.38 "GET /v2.0/networks/f83e3e6f-0c8e-4ab7-af9c-731326ea9260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539947 Jun 21 19:44:38.027561 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.db_base_plugin_common [req-7a20341c-faea-4f05-95ea-2ddb25396910 req-fa11d001-6a8b-49ba-a8c7-f64bad7a2f7b tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Allocated IP 172.20.0.3 (2d4d9e71-b808-45e3-a13f-71991168a9d3/9614296a-537a-414b-ae37-4bb814e04b86/17652a9b-0ced-4411-9d13-2c92c873ccea) {{(pid=104575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:44:38.050134 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-c784d406-548a-4f8e-b5cc-34d968557b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:38.070379 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-c784d406-548a-4f8e-b5cc-34d968557b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:38.113712 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:38.120118 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-c784d406-548a-4f8e-b5cc-34d968557b33 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f9b4f0c6506d472db97cd80b7d27fbea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6532571 Jun 21 19:44:38.121704 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 38888) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:38.175029 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-7c5a4bb0-e1d3-4946-87fd-eb738dad5db8 req-30433114-f60c-4b82-9a17-aad9c50bc53b service neutron] 10.222.0.46 "GET /v2.0/networks/cbd5c296-051f-43ab-b7d6-154e00c9c776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194748 Jun 21 19:44:38.269821 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-8debe732-921f-4b4c-9444-6021ee68cde7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:38.320415 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c784d406-548a-4f8e-b5cc-34d968557b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ff740a-d6e5-44dd-9311-09050f5a2f89,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:38.324695 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-c784d406-548a-4f8e-b5cc-34d968557b33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:38.431663 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-19ac44bc-1742-4754-90e3-bb4609db9c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:38.467941 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-7c5a4bb0-e1d3-4946-87fd-eb738dad5db8 req-9e1db0b1-a45e-4e7b-ac58-090672c623f5 service neutron] 10.222.0.46 "GET /v2.0/networks/cbd5c296-051f-43ab-b7d6-154e00c9c776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920225 Jun 21 19:44:38.475394 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-7a20341c-faea-4f05-95ea-2ddb25396910 req-fa11d001-6a8b-49ba-a8c7-f64bad7a2f7b tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks [] for port, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:38.476144 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5dda5-bd43-46e8-be8c-09fcd737ab7c req-20a9044a-0cd3-474d-822c-ddb4bd68befb tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:38.481134 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 38900) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:38.482275 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-9de5dda5-bd43-46e8-be8c-09fcd737ab7c req-20a9044a-0cd3-474d-822c-ddb4bd68befb tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1332987-367a-4380-87d6-03e717cfde2b HTTP/1.1" status: 200 len: 945 time: 0.3050616 Jun 21 19:44:38.491757 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd9310-8e7a-41d1-a9e9-ee866ca4de55 req-0faecfc0-f8d2-4389-a7eb-82ed168f5fcd tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:38.493264 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-28fd9310-8e7a-41d1-a9e9-ee866ca4de55 req-0faecfc0-f8d2-4389-a7eb-82ed168f5fcd tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=d71c26de-0d1d-49e6-87a3-17f293800374 HTTP/1.1" status: 200 len: 943 time: 0.1561465 Jun 21 19:44:38.494089 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-8debe732-921f-4b4c-9444-6021ee68cde7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:38.502773 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-19ac44bc-1742-4754-90e3-bb4609db9c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:38.506585 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-8debe732-921f-4b4c-9444-6021ee68cde7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:38.513234 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:38.529522 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [req-7a20341c-faea-4f05-95ea-2ddb25396910 req-fa11d001-6a8b-49ba-a8c7-f64bad7a2f7b tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Transition to ACTIVE for port object 17652a9b-0ced-4411-9d13-2c92c873ccea will not be triggered until provisioned by entity DHCP. {{(pid=104575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:44:38.572477 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-8debe732-921f-4b4c-9444-6021ee68cde7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=01217b01b540453d8808643ce6c3aac4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7192137 Jun 21 19:44:38.574656 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 38904) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:38.595510 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-9de5dda5-bd43-46e8-be8c-09fcd737ab7c req-3760b305-d436-42ae-8250-64adfe9e8d76 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f75ecaf-e5fe-42f4-abfc-921fec7aec87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119604 Jun 21 19:44:38.596837 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8debe732-921f-4b4c-9444-6021ee68cde7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac5fc14-4707-4a81-8fb5-dff5cd933c2f,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:38.603000 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-28fd9310-8e7a-41d1-a9e9-ee866ca4de55 req-539afcab-8fe1-4ca0-af83-dc3c16e31d78 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979295 Jun 21 19:44:38.605949 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-8debe732-921f-4b4c-9444-6021ee68cde7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:38.627135 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-7a20341c-faea-4f05-95ea-2ddb25396910 req-fa11d001-6a8b-49ba-a8c7-f64bad7a2f7b tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-129462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761649331797'] for port, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:38.646151 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:38.712864 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-2ad16b15-ddbd-44b5-bc2b-dcefaac76fcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:38.721734 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-e9d437c1-a230-4417-8a52-200be86280a4 req-afc03d4e-4499-46d3-b848-073f6ffedfb0 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?device_id=f530946a-70ad-452d-96b7-18d2468e33a9 HTTP/1.1" status: 200 len: 210 time: 0.0472553 Jun 21 19:44:38.739127 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-a0c5b636-4bf6-4327-baa0-3cbee61d0c1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:38.741718 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-19ac44bc-1742-4754-90e3-bb4609db9c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:38.774761 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-19ac44bc-1742-4754-90e3-bb4609db9c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:38.778443 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-19ac44bc-1742-4754-90e3-bb4609db9c7e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d7ff740a-d6e5-44dd-9311-09050f5a2f89 HTTP/1.1" status: 204 len: 168 time: 0.6522446 Jun 21 19:44:38.779766 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-a0c5b636-4bf6-4327-baa0-3cbee61d0c1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:38.804166 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a20341c-faea-4f05-95ea-2ddb25396910 req-fa11d001-6a8b-49ba-a8c7-f64bad7a2f7b tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Network 2d4d9e71-b808-45e3-a13f-71991168a9d3 is already hosted by enough agents. {{(pid=104575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:44:38.817676 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.base_scheduler [req-7a20341c-faea-4f05-95ea-2ddb25396910 req-fa11d001-6a8b-49ba-a8c7-f64bad7a2f7b tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Resources bound (agent type, host, resource id): {{(pid=104575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:44:38.822689 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a20341c-faea-4f05-95ea-2ddb25396910 req-fa11d001-6a8b-49ba-a8c7-f64bad7a2f7b tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Received port after_create {{(pid=104575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:44:38.835279 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20341c-faea-4f05-95ea-2ddb25396910 req-fa11d001-6a8b-49ba-a8c7-f64bad7a2f7b tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:38.837319 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-7a20341c-faea-4f05-95ea-2ddb25396910 req-fa11d001-6a8b-49ba-a8c7-f64bad7a2f7b tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for port, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:38.869961 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa11d001-6a8b-49ba-a8c7-f64bad7a2f7b tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Pushing event updated for resources: {'Port': ['ID=17652a9b-0ced-4411-9d13-2c92c873ccea,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:38.874864 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-fa11d001-6a8b-49ba-a8c7-f64bad7a2f7b tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:38.878216 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:38.890531 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ac44bc-1742-4754-90e3-bb4609db9c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ff740a-d6e5-44dd-9311-09050f5a2f89,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:38.895690 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-a0c5b636-4bf6-4327-baa0-3cbee61d0c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:38.898719 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-a0c5b636-4bf6-4327-baa0-3cbee61d0c1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:38.899964 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-a0c5b636-4bf6-4327-baa0-3cbee61d0c1a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9ac5fc14-4707-4a81-8fb5-dff5cd933c2f HTTP/1.1" status: 204 len: 168 time: 0.3243465 Jun 21 19:44:38.900795 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-bf4b672e-dfd6-4ae0-86f2-a82d40722e38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:38.906955 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-19ac44bc-1742-4754-90e3-bb4609db9c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:38.928361 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c5b636-4bf6-4327-baa0-3cbee61d0c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac5fc14-4707-4a81-8fb5-dff5cd933c2f,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:38.936098 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-a0c5b636-4bf6-4327-baa0-3cbee61d0c1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:39.168789 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b07eec0-5172-4c5c-84a0-2890027a2d5e req-6168983f-13a2-4a0e-ac0b-4c0c58c91bd5 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:39.171024 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-6b07eec0-5172-4c5c-84a0-2890027a2d5e req-6168983f-13a2-4a0e-ac0b-4c0c58c91bd5 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fa6643b-de2d-4dfc-accd-38f3e1dc08da HTTP/1.1" status: 200 len: 946 time: 0.2232409 Jun 21 19:44:39.171803 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device bb5cc4e0-9f97-4b22-86c2-2703a6989409 up at agent hyperv_hv-cinder-79246 {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:44:39.178036 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-2ad16b15-ddbd-44b5-bc2b-dcefaac76fcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:39.204776 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-2ad16b15-ddbd-44b5-bc2b-dcefaac76fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:39.242974 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-7a20341c-faea-4f05-95ea-2ddb25396910 req-fa11d001-6a8b-49ba-a8c7-f64bad7a2f7b tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7966838 Jun 21 19:44:39.243533 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 38922) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:39.245517 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-0480e24a-e2e1-47e3-8d58-810b87757075 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:39.249441 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-2ad16b15-ddbd-44b5-bc2b-dcefaac76fcf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b4a75e05ff60494eb30f2245e012f62b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7671864 Jun 21 19:44:39.261096 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [req-7a20341c-faea-4f05-95ea-2ddb25396910 req-d23f3036-9390-47de-9891-68e9ade157c9 service neutron] Request body: {'port': {'device_id': '67b49d3a-39fb-4115-82fc-47dcbe1fccb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:44:39.265654 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 38924) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:39.266461 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-f0037317-c860-4f4b-9de0-d86eba2b27ee None None] Provisioning for port 17652a9b-0ced-4411-9d13-2c92c873ccea completed by entity DHCP. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:44:39.284152 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-f0037317-c860-4f4b-9de0-d86eba2b27ee None None] Provisioning complete for port 17652a9b-0ced-4411-9d13-2c92c873ccea triggered by entity DHCP. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:44:39.285255 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-f0037317-c860-4f4b-9de0-d86eba2b27ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:39.328703 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-f0037317-c860-4f4b-9de0-d86eba2b27ee None None] Port 17652a9b-0ced-4411-9d13-2c92c873ccea cannot update to ACTIVE because it is not bound. {{(pid=104577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 19:44:39.344724 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd293a-16c1-4a03-b573-13ab2e2d1c08 req-357be5cb-3ff0-43c6-a01f-8cad9cbd23ff tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:39.346487 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-defd293a-16c1-4a03-b573-13ab2e2d1c08 req-357be5cb-3ff0-43c6-a01f-8cad9cbd23ff tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 931 time: 0.1890762 Jun 21 19:44:39.354201 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Provisioning for port bb5cc4e0-9f97-4b22-86c2-2703a6989409 completed by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:44:39.358422 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Provisioning complete for port bb5cc4e0-9f97-4b22-86c2-2703a6989409 triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:44:39.358969 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:39.393241 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad16b15-ddbd-44b5-bc2b-dcefaac76fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08b30c2-b0ee-47cf-80e0-e9b4d3017f0e,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:39.397287 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-dbbaeb4e-30d4-4dcb-9f3f-df366972828a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:39.403931 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-2ad16b15-ddbd-44b5-bc2b-dcefaac76fcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:39.455607 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-defd293a-16c1-4a03-b573-13ab2e2d1c08 req-c20287ff-fa9a-4d3e-95e4-f93bb28b7e4b tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012397 Jun 21 19:44:39.466985 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:39.482651 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-6b07eec0-5172-4c5c-84a0-2890027a2d5e req-62f9e50c-c01f-468a-aa86-612a6c77e99c tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/security-groups?id=66ff75a3-db6c-4e1d-9736-3dfd7054a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992375 Jun 21 19:44:39.508193 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf56b5fb-574d-43a5-acbd-37926f2f5043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb5cc4e0-9f97-4b22-86c2-2703a6989409'}] {{(pid=104577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:44:39.511441 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c14435dcc002c6d250290293137fb351442a83316ffa0c10b5cf8ed6f24812f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c93e7de-dc9e-4f0a-a611-d161999be40a" -d '{"events": [{"server_uuid": "cf56b5fb-574d-43a5-acbd-37926f2f5043", "name": "network-vif-plugged", "status": "completed", "tag": "bb5cc4e0-9f97-4b22-86c2-2703a6989409"}]}' {{(pid=104577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:44:39.542483 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port bb5cc4e0-9f97-4b22-86c2-2703a6989409, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=bb5cc4e0-9f97-4b22-86c2-2703a6989409,segment=NetworkSegment(eae7db14-5951-4079-acca-dc9e813be6bc),segment_id=eae7db14-5951-4079-acca-dc9e813be6bc)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:44:39.548515 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:39.553073 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-2e5d1b58-9a4d-4c53-804e-e68fb48d9a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:39.560923 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-72f8c59e-911a-43f2-9a8f-eee90e4ab512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:39.578781 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 38934) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:39.584250 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-72f8c59e-911a-43f2-9a8f-eee90e4ab512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:39.594872 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 19:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9782efb9-5519-4de9-b987-4fc10de68d20 x-openstack-request-id: req-9782efb9-5519-4de9-b987-4fc10de68d20 {{(pid=104577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:44:39.595173 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-4ad92586-7b59-454e-8dcc-cd8345dd5123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:39.595566 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf56b5fb-574d-43a5-acbd-37926f2f5043", "name": "network-vif-plugged", "status": "completed", "tag": "bb5cc4e0-9f97-4b22-86c2-2703a6989409", "code": 200}]} {{(pid=104577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:44:39.596088 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9782efb9-5519-4de9-b987-4fc10de68d20 {{(pid=104577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:44:39.596658 dv-cinder-792462-15-smb neutron-server[104577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf56b5fb-574d-43a5-acbd-37926f2f5043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb5cc4e0-9f97-4b22-86c2-2703a6989409', 'code': 200} Jun 21 19:44:39.622937 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Pushing event updated for resources: {'Port': ['ID=bb5cc4e0-9f97-4b22-86c2-2703a6989409,revision_number=5']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:39.627335 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:39.642242 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-7a20341c-faea-4f05-95ea-2ddb25396910 req-d23f3036-9390-47de-9891-68e9ade157c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:39.712643 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-72f8c59e-911a-43f2-9a8f-eee90e4ab512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:39.714618 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-dbbaeb4e-30d4-4dcb-9f3f-df366972828a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:39.727836 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-72f8c59e-911a-43f2-9a8f-eee90e4ab512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:39.758647 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-72f8c59e-911a-43f2-9a8f-eee90e4ab512 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f08b30c2-b0ee-47cf-80e0-e9b4d3017f0e HTTP/1.1" status: 204 len: 168 time: 0.4811652 Jun 21 19:44:39.760704 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-c4a1485b-cd72-4caa-a67b-1625962a8439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:39.783194 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f8c59e-911a-43f2-9a8f-eee90e4ab512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08b30c2-b0ee-47cf-80e0-e9b4d3017f0e,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:39.792903 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-dbbaeb4e-30d4-4dcb-9f3f-df366972828a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:39.826023 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-72f8c59e-911a-43f2-9a8f-eee90e4ab512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:39.919195 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-4ad92586-7b59-454e-8dcc-cd8345dd5123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:39.925120 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c65df-34ea-4998-85fe-cb55ffde44ac req-be1c8280-d226-47c3-8c89-76de1a3bb92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:39.927440 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-991c65df-34ea-4998-85fe-cb55ffde44ac req-be1c8280-d226-47c3-8c89-76de1a3bb92c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 1099 time: 0.1120243 Jun 21 19:44:39.929526 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-4ad92586-7b59-454e-8dcc-cd8345dd5123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:39.932090 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:39.960793 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-19ac44bc-1742-4754-90e3-bb4609db9c7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:39.996201 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbaeb4e-30d4-4dcb-9f3f-df366972828a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2cb6ea-7d86-4826-be09-f3d919d23a6f,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:40.016910 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-dbbaeb4e-30d4-4dcb-9f3f-df366972828a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3697120786134f63947b274356a87430&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7662239 Jun 21 19:44:40.021392 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 38944) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:40.022620 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-dbbaeb4e-30d4-4dcb-9f3f-df366972828a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:40.182828 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-2c0f9525-136e-4bc2-bc20-59e95192b070 req-902d0362-07fd-4716-9321-b4993cb9e77b tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?device_id=f530946a-70ad-452d-96b7-18d2468e33a9 HTTP/1.1" status: 200 len: 210 time: 0.2262964 Jun 21 19:44:40.196727 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406bc73-433f-4139-b29a-c95cba2d4efa req-cb71a8e7-523c-456f-aa7a-db4ee6c3a8d3 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:40.198503 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-c406bc73-433f-4139-b29a-c95cba2d4efa req-cb71a8e7-523c-456f-aa7a-db4ee6c3a8d3 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=d71c26de-0d1d-49e6-87a3-17f293800374 HTTP/1.1" status: 200 len: 943 time: 0.3694029 Jun 21 19:44:40.204423 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-4ad92586-7b59-454e-8dcc-cd8345dd5123 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7f8928c7583d47939ec3eecf01d0cf8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6244648 Jun 21 19:44:40.209896 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad92586-7b59-454e-8dcc-cd8345dd5123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464fab5a-6d26-499a-be94-a42897a6c2e4,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:40.210858 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 38948) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:40.223336 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-4ad92586-7b59-454e-8dcc-cd8345dd5123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:40.232829 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-991c65df-34ea-4998-85fe-cb55ffde44ac req-b2701d46-df91-4d3d-97dc-b2bac4f0b2f2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963107 Jun 21 19:44:40.269878 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6e56d0ea-e481-4317-b710-96f9cfccac60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:40.281248 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec135b-b96b-4a70-8b60-728f658586e0 req-70058477-4852-48b6-8c8b-24f81ad40e0d tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:40.283019 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-eaec135b-b96b-4a70-8b60-728f658586e0 req-70058477-4852-48b6-8c8b-24f81ad40e0d tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.46 "GET /v2.0/networks?id=f83e3e6f-0c8e-4ab7-af9c-731326ea9260 HTTP/1.1" status: 200 len: 810 time: 0.2265666 Jun 21 19:44:40.304573 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6e56d0ea-e481-4317-b710-96f9cfccac60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:40.395392 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6e56d0ea-e481-4317-b710-96f9cfccac60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:40.396647 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-eaec135b-b96b-4a70-8b60-728f658586e0 req-a9c86b9e-ae15-4340-8e15-ad7a25e6938c tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5aea0db63454ab7b0452a27b5c0fbbe HTTP/1.1" status: 200 len: 379 time: 0.0992496 Jun 21 19:44:40.410651 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6e56d0ea-e481-4317-b710-96f9cfccac60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:40.411007 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.v2.base [req-eaec135b-b96b-4a70-8b60-728f658586e0 req-56ef9dca-265c-4bbe-a938-bf2b277262a2 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Request body: {'port': {'device_id': 'f530946a-70ad-452d-96b7-18d2468e33a9', 'network_id': 'f83e3e6f-0c8e-4ab7-af9c-731326ea9260', 'admin_state_up': True, 'tenant_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'security_groups': ['7f34aa6c-b29c-41d3-870f-60686f70e7d2']}} {{(pid=104576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:44:40.414801 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-6e56d0ea-e481-4317-b710-96f9cfccac60 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0e2cb6ea-7d86-4826-be09-f3d919d23a6f HTTP/1.1" status: 204 len: 168 time: 0.3909204 Jun 21 19:44:40.416532 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-2ad16b15-ddbd-44b5-bc2b-dcefaac76fcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:40.434858 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-c406bc73-433f-4139-b29a-c95cba2d4efa req-5969df5c-da86-445e-a8d7-ce9632b3e10e tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260020 Jun 21 19:44:40.453101 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56d0ea-e481-4317-b710-96f9cfccac60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2cb6ea-7d86-4826-be09-f3d919d23a6f,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:40.455074 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-2c2a6c16-f173-4175-a3ee-fd4097fc9726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:40.472066 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-6e56d0ea-e481-4317-b710-96f9cfccac60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:40.524824 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-2c2a6c16-f173-4175-a3ee-fd4097fc9726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:40.620799 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaec135b-b96b-4a70-8b60-728f658586e0 req-56ef9dca-265c-4bbe-a938-bf2b277262a2 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Made reservation on behalf of c5aea0db63454ab7b0452a27b5c0fbbe for: {'port': 1} {{(pid=104576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:44:40.625151 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-eaec135b-b96b-4a70-8b60-728f658586e0 req-56ef9dca-265c-4bbe-a938-bf2b277262a2 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for port, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:40.714284 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.notifiers.nova [req-7a20341c-faea-4f05-95ea-2ddb25396910 req-d23f3036-9390-47de-9891-68e9ade157c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17652a9b-0ced-4411-9d13-2c92c873ccea {{(pid=104575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:44:40.724789 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-7a20341c-faea-4f05-95ea-2ddb25396910 req-d23f3036-9390-47de-9891-68e9ade157c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:40.763643 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118c455-688b-4e9b-814a-d14d29f1c058 req-51a9dadd-0fd0-4029-b274-1df0ed927ee5 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:40.765398 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-2118c455-688b-4e9b-814a-d14d29f1c058 req-51a9dadd-0fd0-4029-b274-1df0ed927ee5 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 931 time: 0.1220839 Jun 21 19:44:40.766738 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [req-7a20341c-faea-4f05-95ea-2ddb25396910 req-d23f3036-9390-47de-9891-68e9ade157c9 service neutron] Transition to ACTIVE for port object 17652a9b-0ced-4411-9d13-2c92c873ccea will not be triggered until provisioned by entity L2. {{(pid=104575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:44:40.768327 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-2c2a6c16-f173-4175-a3ee-fd4097fc9726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:40.772927 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-2c2a6c16-f173-4175-a3ee-fd4097fc9726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:40.774450 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-2c2a6c16-f173-4175-a3ee-fd4097fc9726 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/464fab5a-6d26-499a-be94-a42897a6c2e4 HTTP/1.1" status: 204 len: 168 time: 0.5626433 Jun 21 19:44:40.775479 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:40.784333 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2a6c16-f173-4175-a3ee-fd4097fc9726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464fab5a-6d26-499a-be94-a42897a6c2e4,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:40.793383 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-2c2a6c16-f173-4175-a3ee-fd4097fc9726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:40.796114 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-7a20341c-faea-4f05-95ea-2ddb25396910 req-d23f3036-9390-47de-9891-68e9ade157c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:40.800379 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-dbfeca6e-50a2-4e73-9826-65619024880f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:40.824045 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 38978) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:40.861066 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-2b915950-d0c7-4209-b196-ad3528b727ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:40.891475 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.db_base_plugin_common [req-eaec135b-b96b-4a70-8b60-728f658586e0 req-56ef9dca-265c-4bbe-a938-bf2b277262a2 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Allocated IP 172.20.0.10 (f83e3e6f-0c8e-4ab7-af9c-731326ea9260/ce1151cf-2ecc-44e3-aa52-cfec5d7d7e35/3269eb82-0ff3-4dcb-af2a-f3b6fba0734f) {{(pid=104576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:44:40.935901 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-2118c455-688b-4e9b-814a-d14d29f1c058 req-6e68307e-fb4c-4e98-b4e0-53b33a444c0c tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411104 Jun 21 19:44:40.939287 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f3036-9390-47de-9891-68e9ade157c9 service neutron] Pushing event updated for resources: {'Port': ['ID=17652a9b-0ced-4411-9d13-2c92c873ccea,revision_number=2']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:40.950670 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-d23f3036-9390-47de-9891-68e9ade157c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:41.001713 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [req-7a20341c-faea-4f05-95ea-2ddb25396910 req-d23f3036-9390-47de-9891-68e9ade157c9 service neutron] Attempting to bind port 17652a9b-0ced-4411-9d13-2c92c873ccea on host hv-cinder-79246 for vnic_type normal with profile {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:44:41.002278 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [req-7a20341c-faea-4f05-95ea-2ddb25396910 req-d23f3036-9390-47de-9891-68e9ade157c9 service neutron] Attempting to bind port 17652a9b-0ced-4411-9d13-2c92c873ccea by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '33c04394-201f-475d-af05-ec70e2377f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2d4d9e71-b808-45e3-a13f-71991168a9d3'}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:44:41.002689 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a20341c-faea-4f05-95ea-2ddb25396910 req-d23f3036-9390-47de-9891-68e9ade157c9 service neutron] Attempting to bind port 17652a9b-0ced-4411-9d13-2c92c873ccea on network 2d4d9e71-b808-45e3-a13f-71991168a9d3 {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:44:41.008018 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a20341c-faea-4f05-95ea-2ddb25396910 req-d23f3036-9390-47de-9891-68e9ade157c9 service neutron] Port 17652a9b-0ced-4411-9d13-2c92c873ccea on network 2d4d9e71-b808-45e3-a13f-71991168a9d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 19:44:41.008602 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a20341c-faea-4f05-95ea-2ddb25396910 req-d23f3036-9390-47de-9891-68e9ade157c9 service neutron] Attempting to bind port 17652a9b-0ced-4411-9d13-2c92c873ccea on network 2d4d9e71-b808-45e3-a13f-71991168a9d3 {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:44:41.013881 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a20341c-faea-4f05-95ea-2ddb25396910 req-d23f3036-9390-47de-9891-68e9ade157c9 service neutron] Checking agent: {'id': '0b26fa00-c4a2-4127-a29e-c90b7b9119ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 42, 27), 'started_at': datetime.datetime(2021, 6, 21, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:44:41.014213 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a20341c-faea-4f05-95ea-2ddb25396910 req-d23f3036-9390-47de-9891-68e9ade157c9 service neutron] Checking segment: {'id': '33c04394-201f-475d-af05-ec70e2377f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2d4d9e71-b808-45e3-a13f-71991168a9d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:44:41.014829 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a20341c-faea-4f05-95ea-2ddb25396910 req-d23f3036-9390-47de-9891-68e9ade157c9 service neutron] Bound using segment: {'id': '33c04394-201f-475d-af05-ec70e2377f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2d4d9e71-b808-45e3-a13f-71991168a9d3'} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:44:41.015209 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [req-7a20341c-faea-4f05-95ea-2ddb25396910 req-d23f3036-9390-47de-9891-68e9ade157c9 service neutron] Bound port: 17652a9b-0ced-4411-9d13-2c92c873ccea, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33c04394-201f-475d-af05-ec70e2377f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2d4d9e71-b808-45e3-a13f-71991168a9d3'}}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:44:41.015542 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-7a20341c-faea-4f05-95ea-2ddb25396910 req-d23f3036-9390-47de-9891-68e9ade157c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:41.096160 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.db [req-7a20341c-faea-4f05-95ea-2ddb25396910 req-d23f3036-9390-47de-9891-68e9ade157c9 service neutron] For port 17652a9b-0ced-4411-9d13-2c92c873ccea, host hv-cinder-79246, cleared binding levels {{(pid=104575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:44:41.100768 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.db [req-7a20341c-faea-4f05-95ea-2ddb25396910 req-d23f3036-9390-47de-9891-68e9ade157c9 service neutron] For port 17652a9b-0ced-4411-9d13-2c92c873ccea, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=17652a9b-0ced-4411-9d13-2c92c873ccea,segment=NetworkSegment(33c04394-201f-475d-af05-ec70e2377f9f),segment_id=33c04394-201f-475d-af05-ec70e2377f9f)] {{(pid=104575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:44:41.106478 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-7a20341c-faea-4f05-95ea-2ddb25396910 req-d23f3036-9390-47de-9891-68e9ade157c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:41.111647 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:41.172783 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device 133edd44-906e-41bc-bde3-753e9b616076 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=104577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 19:44:41.191765 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20341c-faea-4f05-95ea-2ddb25396910 req-d23f3036-9390-47de-9891-68e9ade157c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:41.195204 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-7a20341c-faea-4f05-95ea-2ddb25396910 req-d23f3036-9390-47de-9891-68e9ade157c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for port, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:41.198409 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-7a20341c-faea-4f05-95ea-2ddb25396910 req-d23f3036-9390-47de-9891-68e9ade157c9 service neutron] 10.222.0.46 "PUT /v2.0/ports/17652a9b-0ced-4411-9d13-2c92c873ccea HTTP/1.1" status: 200 len: 1093 time: 1.9421854 Jun 21 19:44:41.204656 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b49d3a-39fb-4115-82fc-47dcbe1fccb9', 'tag': '17652a9b-0ced-4411-9d13-2c92c873ccea'}] {{(pid=104575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:44:41.214447 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c13f0749771774115a22afc177d9d65845734126b668639f93c48b494dfbeb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b432f3-5c5f-4c37-83a3-0c13de65525b" -d '{"events": [{"name": "network-changed", "server_uuid": "67b49d3a-39fb-4115-82fc-47dcbe1fccb9", "tag": "17652a9b-0ced-4411-9d13-2c92c873ccea"}]}' {{(pid=104575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:44:41.286477 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f3036-9390-47de-9891-68e9ade157c9 service neutron] Pushing event updated for resources: {'Port': ['ID=17652a9b-0ced-4411-9d13-2c92c873ccea,revision_number=3']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:41.290102 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-2b915950-d0c7-4209-b196-ad3528b727ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:41.303073 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-d23f3036-9390-47de-9891-68e9ade157c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:41.351276 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-2b915950-d0c7-4209-b196-ad3528b727ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:41.384736 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-eaec135b-b96b-4a70-8b60-728f658586e0 req-56ef9dca-265c-4bbe-a938-bf2b277262a2 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks [] for port, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:41.384736 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:41.475715 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20341c-faea-4f05-95ea-2ddb25396910 req-2351fc2a-b776-4715-b1b3-fbe956b2d993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:41.477237 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-7a20341c-faea-4f05-95ea-2ddb25396910 req-2351fc2a-b776-4715-b1b3-fbe956b2d993 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=24d88bac2bdc4887aaf0eb2f85b5c6cd&device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 1096 time: 0.1027315 Jun 21 19:44:41.540432 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port 133edd44-906e-41bc-bde3-753e9b616076, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=133edd44-906e-41bc-bde3-753e9b616076,segment=NetworkSegment(eae7db14-5951-4079-acca-dc9e813be6bc),segment_id=eae7db14-5951-4079-acca-dc9e813be6bc)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:44:41.542491 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.provisioning_blocks [req-eaec135b-b96b-4a70-8b60-728f658586e0 req-56ef9dca-265c-4bbe-a938-bf2b277262a2 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Transition to ACTIVE for port object 3269eb82-0ff3-4dcb-af2a-f3b6fba0734f will not be triggered until provisioned by entity DHCP. {{(pid=104576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:44:41.566518 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Returning: {'device': '133edd44-906e-41bc-bde3-753e9b616076', 'network_id': 'cbd5c296-051f-43ab-b7d6-154e00c9c776', 'port_id': '133edd44-906e-41bc-bde3-753e9b616076', 'mac_address': 'fa:16:3e:42:99:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '647d05b7-de31-4d93-b064-d84c7c4b5039', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 19:44:41.572841 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-2b915950-d0c7-4209-b196-ad3528b727ae admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=93ff5579a89544f48a2bc25c39e004e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7425234 Jun 21 19:44:41.576159 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 39014) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:41.576853 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b915950-d0c7-4209-b196-ad3528b727ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da911078-5378-403a-b4ca-5035f317f55c,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:41.580893 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-2b915950-d0c7-4209-b196-ad3528b727ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:41.613851 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-7a20341c-faea-4f05-95ea-2ddb25396910 req-7364ba84-a125-43b7-b711-c41a89a6b4f3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17652a9b-0ced-4411-9d13-2c92c873ccea HTTP/1.1" status: 200 len: 217 time: 0.1264021 Jun 21 19:44:41.616203 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 19:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c355786-f875-4f56-af43-8a4a7256a4e9 x-openstack-request-id: req-3c355786-f875-4f56-af43-8a4a7256a4e9 {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:44:41.616674 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67b49d3a-39fb-4115-82fc-47dcbe1fccb9", "tag": "17652a9b-0ced-4411-9d13-2c92c873ccea", "status": "completed", "code": 200}]} {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:44:41.617082 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3c355786-f875-4f56-af43-8a4a7256a4e9 {{(pid=104575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:44:41.617629 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b49d3a-39fb-4115-82fc-47dcbe1fccb9', 'tag': '17652a9b-0ced-4411-9d13-2c92c873ccea', 'status': 'completed', 'code': 200} Jun 21 19:44:41.651701 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-381fde1f-ecff-4e53-a95c-c4deea16a69e req-7a600bab-4a80-446e-8e62-0738b7a82589 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?device_id=f530946a-70ad-452d-96b7-18d2468e33a9 HTTP/1.1" status: 200 len: 210 time: 0.1005752 Jun 21 19:44:41.698525 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20341c-faea-4f05-95ea-2ddb25396910 req-5d05be1c-fdf7-424f-bbae-c9798070b0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:41.701295 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-7a20341c-faea-4f05-95ea-2ddb25396910 req-5d05be1c-fdf7-424f-bbae-c9798070b0a9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9614296a-537a-414b-ae37-4bb814e04b86 HTTP/1.1" status: 200 len: 855 time: 0.0813315 Jun 21 19:44:41.704604 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:41.741236 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.notifiers.nova [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 133edd44-906e-41bc-bde3-753e9b616076 {{(pid=104577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:44:41.771516 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port 133edd44-906e-41bc-bde3-753e9b616076, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=133edd44-906e-41bc-bde3-753e9b616076,segment=NetworkSegment(eae7db14-5951-4079-acca-dc9e813be6bc),segment_id=eae7db14-5951-4079-acca-dc9e813be6bc)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:44:41.788959 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:41.792294 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:41.824678 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-eaec135b-b96b-4a70-8b60-728f658586e0 req-56ef9dca-265c-4bbe-a938-bf2b277262a2 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-129462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761649331797'] for port, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:41.828653 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a20341c-faea-4f05-95ea-2ddb25396910 req-fb182e8e-9521-4167-88fe-91e1f9caca41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:41.830794 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-7a20341c-faea-4f05-95ea-2ddb25396910 req-fb182e8e-9521-4167-88fe-91e1f9caca41 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2d4d9e71-b808-45e3-a13f-71991168a9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1220911 Jun 21 19:44:41.838100 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-09c3bf44-f5e4-42b3-9067-7528915f2454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:41.841671 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-f2ff4f23-ccd1-43e7-b6f6-5ebf9ce0bc75 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:41.847014 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Pushing event updated for resources: {'Port': ['ID=133edd44-906e-41bc-bde3-753e9b616076,revision_number=4']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:41.851563 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:41.958053 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-09c3bf44-f5e4-42b3-9067-7528915f2454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:41.961042 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaec135b-b96b-4a70-8b60-728f658586e0 req-56ef9dca-265c-4bbe-a938-bf2b277262a2 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Network f83e3e6f-0c8e-4ab7-af9c-731326ea9260 is already hosted by enough agents. {{(pid=104576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:44:41.970670 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-7a20341c-faea-4f05-95ea-2ddb25396910 req-fa0ad846-c8da-4d9b-82be-0067af6b069e service neutron] 10.222.0.46 "GET /v2.0/networks/2d4d9e71-b808-45e3-a13f-71991168a9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327119 Jun 21 19:44:41.975936 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.base_scheduler [req-eaec135b-b96b-4a70-8b60-728f658586e0 req-56ef9dca-265c-4bbe-a938-bf2b277262a2 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Resources bound (agent type, host, resource id): {{(pid=104576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:44:41.995428 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaec135b-b96b-4a70-8b60-728f658586e0 req-56ef9dca-265c-4bbe-a938-bf2b277262a2 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Received port after_create {{(pid=104576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:44:42.001157 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec135b-b96b-4a70-8b60-728f658586e0 req-56ef9dca-265c-4bbe-a938-bf2b277262a2 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:42.005114 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-eaec135b-b96b-4a70-8b60-728f658586e0 req-56ef9dca-265c-4bbe-a938-bf2b277262a2 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for port, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:42.072647 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] get_ports_and_sgs() called for port_ids ['133edd44-906e-41bc-bde3-753e9b616076'] {{(pid=104577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 19:44:42.100614 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-09c3bf44-f5e4-42b3-9067-7528915f2454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:42.104683 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-09c3bf44-f5e4-42b3-9067-7528915f2454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:42.106637 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-09c3bf44-f5e4-42b3-9067-7528915f2454 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/da911078-5378-403a-b4ca-5035f317f55c HTTP/1.1" status: 204 len: 168 time: 0.5269008 Jun 21 19:44:42.107647 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ef9dca-265c-4bbe-a938-bf2b277262a2 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Pushing event updated for resources: {'Port': ['ID=3269eb82-0ff3-4dcb-af2a-f3b6fba0734f,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:42.114445 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-eaec135b-b96b-4a70-8b60-728f658586e0 req-56ef9dca-265c-4bbe-a938-bf2b277262a2 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7145345 Jun 21 19:44:42.117211 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-56ef9dca-265c-4bbe-a938-bf2b277262a2 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:42.118356 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-09c6bfd6-13c0-4278-b17f-cec136dc0392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:42.168201 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.v2.base [req-eaec135b-b96b-4a70-8b60-728f658586e0 req-f0134e50-c1aa-42c3-917b-bd611ff6a557 service neutron] Request body: {'port': {'device_id': 'f530946a-70ad-452d-96b7-18d2468e33a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=104576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:44:42.238140 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-7a20341c-faea-4f05-95ea-2ddb25396910 req-e2aa4966-0e98-4ac1-af87-3716fe58a995 service neutron] 10.222.0.46 "GET /v2.0/networks/2d4d9e71-b808-45e3-a13f-71991168a9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461615 Jun 21 19:44:42.257826 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c3bf44-f5e4-42b3-9067-7528915f2454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da911078-5378-403a-b4ca-5035f317f55c,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:42.272715 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-09c3bf44-f5e4-42b3-9067-7528915f2454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:42.368509 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe4c0d1-ee67-4999-9a91-267096995614 req-60433289-d038-4c57-8e29-5335a6c810ef tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:42.377933 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-dfe4c0d1-ee67-4999-9a91-267096995614 req-60433289-d038-4c57-8e29-5335a6c810ef tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=d71c26de-0d1d-49e6-87a3-17f293800374 HTTP/1.1" status: 200 len: 944 time: 0.4740655 Jun 21 19:44:42.441181 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-dfe4c0d1-ee67-4999-9a91-267096995614 req-4a17448d-c2a7-4f62-a6ec-6a172da172bc tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622039 Jun 21 19:44:42.447294 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-eaec135b-b96b-4a70-8b60-728f658586e0 req-f0134e50-c1aa-42c3-917b-bd611ff6a557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:42.460868 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-1203d3c0-96f4-4e94-9435-8905743a188b None None] Provisioning for port 3269eb82-0ff3-4dcb-af2a-f3b6fba0734f completed by entity DHCP. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:44:42.467254 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-1203d3c0-96f4-4e94-9435-8905743a188b None None] Provisioning complete for port 3269eb82-0ff3-4dcb-af2a-f3b6fba0734f triggered by entity DHCP. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:44:42.467641 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-1203d3c0-96f4-4e94-9435-8905743a188b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:42.483369 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b432f3-5c5f-4c37-83a3-0c13de65525b req-f1e9a211-c0bc-4e19-a6b1-fa5befb1ac76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:42.484899 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-66b432f3-5c5f-4c37-83a3-0c13de65525b req-f1e9a211-c0bc-4e19-a6b1-fa5befb1ac76 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=24d88bac2bdc4887aaf0eb2f85b5c6cd&device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 1096 time: 0.1544013 Jun 21 19:44:42.510960 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-1203d3c0-96f4-4e94-9435-8905743a188b None None] Port 3269eb82-0ff3-4dcb-af2a-f3b6fba0734f cannot update to ACTIVE because it is not bound. {{(pid=104577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 19:44:42.712878 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b432f3-5c5f-4c37-83a3-0c13de65525b req-e15443ec-9318-4ae5-9a10-bde31a6cd821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:42.714457 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-66b432f3-5c5f-4c37-83a3-0c13de65525b req-e15443ec-9318-4ae5-9a10-bde31a6cd821 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2d4d9e71-b808-45e3-a13f-71991168a9d3 HTTP/1.1" status: 200 len: 917 time: 0.2138376 Jun 21 19:44:42.846967 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.notifiers.nova [req-eaec135b-b96b-4a70-8b60-728f658586e0 req-f0134e50-c1aa-42c3-917b-bd611ff6a557 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3269eb82-0ff3-4dcb-af2a-f3b6fba0734f {{(pid=104576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:44:42.885205 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-eaec135b-b96b-4a70-8b60-728f658586e0 req-f0134e50-c1aa-42c3-917b-bd611ff6a557 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:42.928647 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.provisioning_blocks [req-eaec135b-b96b-4a70-8b60-728f658586e0 req-f0134e50-c1aa-42c3-917b-bd611ff6a557 service neutron] Transition to ACTIVE for port object 3269eb82-0ff3-4dcb-af2a-f3b6fba0734f will not be triggered until provisioned by entity L2. {{(pid=104576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:44:42.937875 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-eaec135b-b96b-4a70-8b60-728f658586e0 req-f0134e50-c1aa-42c3-917b-bd611ff6a557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:42.947183 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-8db91619-d3ff-495d-a60f-6f14d78daf13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:43.023771 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0134e50-c1aa-42c3-917b-bd611ff6a557 service neutron] Pushing event updated for resources: {'Port': ['ID=3269eb82-0ff3-4dcb-af2a-f3b6fba0734f,revision_number=2']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:43.029320 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-f0134e50-c1aa-42c3-917b-bd611ff6a557 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:43.061651 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-66b432f3-5c5f-4c37-83a3-0c13de65525b req-e1e77262-1bd3-4fa4-bd08-047a488eb8a4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17652a9b-0ced-4411-9d13-2c92c873ccea HTTP/1.1" status: 200 len: 217 time: 0.3383088 Jun 21 19:44:43.071358 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734efd73-1b87-46b4-b676-1f2a69245117 req-27804c87-6137-402a-807c-dba78b95998b tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:43.077635 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-734efd73-1b87-46b4-b676-1f2a69245117 req-27804c87-6137-402a-807c-dba78b95998b tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 943 time: 0.4723275 Jun 21 19:44:43.122129 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228524d1-74ee-4507-b86d-363684cfbe26 req-ccb18044-62df-4b83-b99b-83658f6a35d9 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:43.124145 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-228524d1-74ee-4507-b86d-363684cfbe26 req-ccb18044-62df-4b83-b99b-83658f6a35d9 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?device_id=f530946a-70ad-452d-96b7-18d2468e33a9 HTTP/1.1" status: 200 len: 932 time: 0.2656758 Jun 21 19:44:43.179205 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-734efd73-1b87-46b4-b676-1f2a69245117 req-6cdf1346-fc27-49c4-9d23-07a3d72b681d tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005380 Jun 21 19:44:43.185612 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b432f3-5c5f-4c37-83a3-0c13de65525b req-7032dcad-dccb-4f69-afad-d7bb7e91da52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:43.187108 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-66b432f3-5c5f-4c37-83a3-0c13de65525b req-7032dcad-dccb-4f69-afad-d7bb7e91da52 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9614296a-537a-414b-ae37-4bb814e04b86 HTTP/1.1" status: 200 len: 855 time: 0.1075892 Jun 21 19:44:43.220082 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device 133edd44-906e-41bc-bde3-753e9b616076 up at agent hyperv_hv-cinder-79246 {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:44:43.274701 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b432f3-5c5f-4c37-83a3-0c13de65525b req-35c2fe23-763a-4a68-b33f-6cce7ae6cd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:43.276197 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-66b432f3-5c5f-4c37-83a3-0c13de65525b req-35c2fe23-763a-4a68-b33f-6cce7ae6cd7c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2d4d9e71-b808-45e3-a13f-71991168a9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0816088 Jun 21 19:44:43.339841 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Provisioning for port 133edd44-906e-41bc-bde3-753e9b616076 completed by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:44:43.347182 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Provisioning complete for port 133edd44-906e-41bc-bde3-753e9b616076 triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:44:43.347564 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:43.493120 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-66b432f3-5c5f-4c37-83a3-0c13de65525b req-f5941944-e72f-46e6-b1e7-52fa63a970a8 service neutron] 10.222.0.46 "GET /v2.0/networks/2d4d9e71-b808-45e3-a13f-71991168a9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066963 Jun 21 19:44:43.495571 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.managers [req-eaec135b-b96b-4a70-8b60-728f658586e0 req-f0134e50-c1aa-42c3-917b-bd611ff6a557 service neutron] Attempting to bind port 3269eb82-0ff3-4dcb-af2a-f3b6fba0734f on host hv-cinder-79246 for vnic_type normal with profile {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:44:43.495760 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.managers [req-eaec135b-b96b-4a70-8b60-728f658586e0 req-f0134e50-c1aa-42c3-917b-bd611ff6a557 service neutron] Attempting to bind port 3269eb82-0ff3-4dcb-af2a-f3b6fba0734f by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'e202d1ae-8a3f-4de6-bda1-b53b4f0f8fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f83e3e6f-0c8e-4ab7-af9c-731326ea9260'}] {{(pid=104576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:44:43.496049 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaec135b-b96b-4a70-8b60-728f658586e0 req-f0134e50-c1aa-42c3-917b-bd611ff6a557 service neutron] Attempting to bind port 3269eb82-0ff3-4dcb-af2a-f3b6fba0734f on network f83e3e6f-0c8e-4ab7-af9c-731326ea9260 {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:44:43.528159 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaec135b-b96b-4a70-8b60-728f658586e0 req-f0134e50-c1aa-42c3-917b-bd611ff6a557 service neutron] Port 3269eb82-0ff3-4dcb-af2a-f3b6fba0734f on network f83e3e6f-0c8e-4ab7-af9c-731326ea9260 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 19:44:43.528516 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaec135b-b96b-4a70-8b60-728f658586e0 req-f0134e50-c1aa-42c3-917b-bd611ff6a557 service neutron] Attempting to bind port 3269eb82-0ff3-4dcb-af2a-f3b6fba0734f on network f83e3e6f-0c8e-4ab7-af9c-731326ea9260 {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:44:43.585210 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-228524d1-74ee-4507-b86d-363684cfbe26 req-f75bc535-e43c-4763-8277-b0fc151b154e tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f34aa6c-b29c-41d3-870f-60686f70e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4519973 Jun 21 19:44:43.586538 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaec135b-b96b-4a70-8b60-728f658586e0 req-f0134e50-c1aa-42c3-917b-bd611ff6a557 service neutron] Checking agent: {'id': '0b26fa00-c4a2-4127-a29e-c90b7b9119ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 42, 27), 'started_at': datetime.datetime(2021, 6, 21, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:44:43.587096 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaec135b-b96b-4a70-8b60-728f658586e0 req-f0134e50-c1aa-42c3-917b-bd611ff6a557 service neutron] Checking segment: {'id': 'e202d1ae-8a3f-4de6-bda1-b53b4f0f8fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f83e3e6f-0c8e-4ab7-af9c-731326ea9260'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:44:43.587224 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaec135b-b96b-4a70-8b60-728f658586e0 req-f0134e50-c1aa-42c3-917b-bd611ff6a557 service neutron] Bound using segment: {'id': 'e202d1ae-8a3f-4de6-bda1-b53b4f0f8fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f83e3e6f-0c8e-4ab7-af9c-731326ea9260'} {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:44:43.587712 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.managers [req-eaec135b-b96b-4a70-8b60-728f658586e0 req-f0134e50-c1aa-42c3-917b-bd611ff6a557 service neutron] Bound port: 3269eb82-0ff3-4dcb-af2a-f3b6fba0734f, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e202d1ae-8a3f-4de6-bda1-b53b4f0f8fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f83e3e6f-0c8e-4ab7-af9c-731326ea9260'}}] {{(pid=104576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:44:43.588014 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-eaec135b-b96b-4a70-8b60-728f658586e0 req-f0134e50-c1aa-42c3-917b-bd611ff6a557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:43.589724 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:43.658182 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd71c26de-0d1d-49e6-87a3-17f293800374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '133edd44-906e-41bc-bde3-753e9b616076'}] {{(pid=104577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:44:43.677151 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c14435dcc002c6d250290293137fb351442a83316ffa0c10b5cf8ed6f24812f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d3a32a-03c5-4507-93de-55787a485401" -d '{"events": [{"server_uuid": "d71c26de-0d1d-49e6-87a3-17f293800374", "name": "network-vif-plugged", "status": "completed", "tag": "133edd44-906e-41bc-bde3-753e9b616076"}]}' {{(pid=104577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:44:43.683212 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-66b432f3-5c5f-4c37-83a3-0c13de65525b req-b80909d5-6691-4737-873f-ae9b76e8b05b service neutron] 10.222.0.46 "GET /v2.0/networks/2d4d9e71-b808-45e3-a13f-71991168a9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830876 Jun 21 19:44:43.715631 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port 133edd44-906e-41bc-bde3-753e9b616076, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=133edd44-906e-41bc-bde3-753e9b616076,segment=NetworkSegment(eae7db14-5951-4079-acca-dc9e813be6bc),segment_id=eae7db14-5951-4079-acca-dc9e813be6bc)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:44:43.726969 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.db [req-eaec135b-b96b-4a70-8b60-728f658586e0 req-f0134e50-c1aa-42c3-917b-bd611ff6a557 service neutron] For port 3269eb82-0ff3-4dcb-af2a-f3b6fba0734f, host hv-cinder-79246, cleared binding levels {{(pid=104576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:44:43.727715 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:43.730577 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.db [req-eaec135b-b96b-4a70-8b60-728f658586e0 req-f0134e50-c1aa-42c3-917b-bd611ff6a557 service neutron] For port 3269eb82-0ff3-4dcb-af2a-f3b6fba0734f, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=3269eb82-0ff3-4dcb-af2a-f3b6fba0734f,segment=NetworkSegment(e202d1ae-8a3f-4de6-bda1-b53b4f0f8fab),segment_id=e202d1ae-8a3f-4de6-bda1-b53b4f0f8fab)] {{(pid=104576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:44:43.733353 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:43.736466 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-eaec135b-b96b-4a70-8b60-728f658586e0 req-f0134e50-c1aa-42c3-917b-bd611ff6a557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:43.742279 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:43.776942 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 19:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d59559-ea4d-4ce7-a726-2ba69be48976 x-openstack-request-id: req-31d59559-ea4d-4ce7-a726-2ba69be48976 {{(pid=104577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:44:43.777511 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d71c26de-0d1d-49e6-87a3-17f293800374", "name": "network-vif-plugged", "status": "completed", "tag": "133edd44-906e-41bc-bde3-753e9b616076", "code": 200}]} {{(pid=104577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:44:43.777974 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-31d59559-ea4d-4ce7-a726-2ba69be48976 {{(pid=104577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:44:43.778526 dv-cinder-792462-15-smb neutron-server[104577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd71c26de-0d1d-49e6-87a3-17f293800374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '133edd44-906e-41bc-bde3-753e9b616076', 'code': 200} Jun 21 19:44:43.822192 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Pushing event updated for resources: {'Port': ['ID=133edd44-906e-41bc-bde3-753e9b616076,revision_number=5']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:43.823667 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec135b-b96b-4a70-8b60-728f658586e0 req-f0134e50-c1aa-42c3-917b-bd611ff6a557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:43.824453 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-eaec135b-b96b-4a70-8b60-728f658586e0 req-f0134e50-c1aa-42c3-917b-bd611ff6a557 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for port, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:43.826675 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-eaec135b-b96b-4a70-8b60-728f658586e0 req-f0134e50-c1aa-42c3-917b-bd611ff6a557 service neutron] 10.222.0.46 "PUT /v2.0/ports/3269eb82-0ff3-4dcb-af2a-f3b6fba0734f HTTP/1.1" status: 200 len: 1094 time: 1.6703701 Jun 21 19:44:43.828173 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f530946a-70ad-452d-96b7-18d2468e33a9', 'tag': '3269eb82-0ff3-4dcb-af2a-f3b6fba0734f'}] {{(pid=104576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:44:43.830711 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05f20d886da9388d71ee432e92ee53588f77c84f00dcc9da6d5f2e0db0526183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e632a2b-5eb4-45ac-ac67-7dcc16275004" -d '{"events": [{"name": "network-changed", "server_uuid": "f530946a-70ad-452d-96b7-18d2468e33a9", "tag": "3269eb82-0ff3-4dcb-af2a-f3b6fba0734f"}]}' {{(pid=104576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:44:43.832286 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:43.874548 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0134e50-c1aa-42c3-917b-bd611ff6a557 service neutron] Pushing event updated for resources: {'Port': ['ID=3269eb82-0ff3-4dcb-af2a-f3b6fba0734f,revision_number=3']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:43.881215 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-f0134e50-c1aa-42c3-917b-bd611ff6a557 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:43.919822 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04117b1-65b8-4c84-8933-62a36198b480 req-09f02326-2fc3-47e1-a021-fbb753b487b7 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:43.924390 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-d04117b1-65b8-4c84-8933-62a36198b480 req-09f02326-2fc3-47e1-a021-fbb753b487b7 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=d71c26de-0d1d-49e6-87a3-17f293800374 HTTP/1.1" status: 200 len: 945 time: 0.1521041 Jun 21 19:44:44.055776 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f34bd3-c749-428b-9fd5-ac5631f34954 req-8e084244-c044-4a4f-9538-3dc95d0cade0 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:44.065015 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-e6f34bd3-c749-428b-9fd5-ac5631f34954 req-8e084244-c044-4a4f-9538-3dc95d0cade0 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1332987-367a-4380-87d6-03e717cfde2b HTTP/1.1" status: 200 len: 945 time: 0.1291986 Jun 21 19:44:44.107206 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-d04117b1-65b8-4c84-8933-62a36198b480 req-420ddc07-6c71-40c5-beb5-e8033d8e8baf tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619585 Jun 21 19:44:44.143596 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-e6f34bd3-c749-428b-9fd5-ac5631f34954 req-1097c649-4f9c-4a03-91de-54f7bb996654 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f75ecaf-e5fe-42f4-abfc-921fec7aec87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751135 Jun 21 19:44:44.163849 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec135b-b96b-4a70-8b60-728f658586e0 req-fda52b31-6775-4135-bd96-f55a83eeeb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:44.170670 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-eaec135b-b96b-4a70-8b60-728f658586e0 req-fda52b31-6775-4135-bd96-f55a83eeeb1f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c5aea0db63454ab7b0452a27b5c0fbbe&device_id=f530946a-70ad-452d-96b7-18d2468e33a9 HTTP/1.1" status: 200 len: 1097 time: 0.1942511 Jun 21 19:44:44.192773 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 19:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c292a5c0-b0ba-48bf-910c-2e027a66b311 x-openstack-request-id: req-c292a5c0-b0ba-48bf-910c-2e027a66b311 {{(pid=104576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:44:44.193238 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f530946a-70ad-452d-96b7-18d2468e33a9", "tag": "3269eb82-0ff3-4dcb-af2a-f3b6fba0734f", "status": "completed", "code": 200}]} {{(pid=104576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:44:44.193641 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-c292a5c0-b0ba-48bf-910c-2e027a66b311 {{(pid=104576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:44:44.194244 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f530946a-70ad-452d-96b7-18d2468e33a9', 'tag': '3269eb82-0ff3-4dcb-af2a-f3b6fba0734f', 'status': 'completed', 'code': 200} Jun 21 19:44:44.242736 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-eaec135b-b96b-4a70-8b60-728f658586e0 req-74b21dc5-a0c3-4682-8e61-5cb155fdd309 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3269eb82-0ff3-4dcb-af2a-f3b6fba0734f HTTP/1.1" status: 200 len: 217 time: 0.0425496 Jun 21 19:44:44.305569 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8e56b-3731-41b5-b9ba-c1120286360e req-79acbe01-91cc-4983-9e02-252c87e0e330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:44.309426 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-71a8e56b-3731-41b5-b9ba-c1120286360e req-79acbe01-91cc-4983-9e02-252c87e0e330 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d71c26de-0d1d-49e6-87a3-17f293800374 HTTP/1.1" status: 200 len: 1098 time: 0.1041372 Jun 21 19:44:44.315007 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec135b-b96b-4a70-8b60-728f658586e0 req-2abe6310-3641-47e5-b544-1fa9293f99e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:44.317089 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-eaec135b-b96b-4a70-8b60-728f658586e0 req-2abe6310-3641-47e5-b544-1fa9293f99e6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ce1151cf-2ecc-44e3-aa52-cfec5d7d7e35 HTTP/1.1" status: 200 len: 849 time: 0.0680053 Jun 21 19:44:44.407526 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-71a8e56b-3731-41b5-b9ba-c1120286360e req-4243b40a-fbba-42e0-ae95-2e02cc033273 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827117 Jun 21 19:44:44.420516 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec135b-b96b-4a70-8b60-728f658586e0 req-1e37fbc7-efac-43ce-8e97-6bfc48584e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:44.422109 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-eaec135b-b96b-4a70-8b60-728f658586e0 req-1e37fbc7-efac-43ce-8e97-6bfc48584e23 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f83e3e6f-0c8e-4ab7-af9c-731326ea9260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0915201 Jun 21 19:44:44.435451 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e04019-b558-4223-a42d-68ef30fa0d21 req-c4c07f1e-d017-488b-8fee-afc8d380333e tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:44.441850 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-f7e04019-b558-4223-a42d-68ef30fa0d21 req-c4c07f1e-d017-488b-8fee-afc8d380333e tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 943 time: 0.1113412 Jun 21 19:44:44.513166 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-f7e04019-b558-4223-a42d-68ef30fa0d21 req-aedf988b-84fe-4c8b-aca2-b8955f6c2599 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655444 Jun 21 19:44:44.568337 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-eaec135b-b96b-4a70-8b60-728f658586e0 req-3da3a767-d9a1-4d2d-a0e0-7ef27a6186b7 service neutron] 10.222.0.46 "GET /v2.0/networks/f83e3e6f-0c8e-4ab7-af9c-731326ea9260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094561 Jun 21 19:44:44.682489 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-eaec135b-b96b-4a70-8b60-728f658586e0 req-1840102a-0bf4-4995-a227-aa0b2adf7395 service neutron] 10.222.0.46 "GET /v2.0/networks/f83e3e6f-0c8e-4ab7-af9c-731326ea9260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003091 Jun 21 19:44:44.775262 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e08e4-0800-40c2-938f-23f0fb08198a req-e04ed93c-6e6e-4d4f-be2c-d896491c5120 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:44.777045 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-535e08e4-0800-40c2-938f-23f0fb08198a req-e04ed93c-6e6e-4d4f-be2c-d896491c5120 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?device_id=f530946a-70ad-452d-96b7-18d2468e33a9 HTTP/1.1" status: 200 len: 944 time: 0.0740664 Jun 21 19:44:44.856267 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-535e08e4-0800-40c2-938f-23f0fb08198a req-5aa4be9b-eeb7-4bb5-9101-0f3c9284d753 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f34aa6c-b29c-41d3-870f-60686f70e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516214 Jun 21 19:44:44.883750 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e632a2b-5eb4-45ac-ac67-7dcc16275004 req-7e4417c6-5766-407c-b272-21139f7d507d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:44.885371 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-0e632a2b-5eb4-45ac-ac67-7dcc16275004 req-7e4417c6-5766-407c-b272-21139f7d507d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c5aea0db63454ab7b0452a27b5c0fbbe&device_id=f530946a-70ad-452d-96b7-18d2468e33a9 HTTP/1.1" status: 200 len: 1097 time: 0.1075294 Jun 21 19:44:45.001515 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e632a2b-5eb4-45ac-ac67-7dcc16275004 req-8fc05258-0364-49e0-82ab-04f34ac007eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:45.003369 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-0e632a2b-5eb4-45ac-ac67-7dcc16275004 req-8fc05258-0364-49e0-82ab-04f34ac007eb service neutron] 10.222.0.46 "GET /v2.0/networks?id=f83e3e6f-0c8e-4ab7-af9c-731326ea9260 HTTP/1.1" status: 200 len: 911 time: 0.1098680 Jun 21 19:44:45.053810 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-0e632a2b-5eb4-45ac-ac67-7dcc16275004 req-10017302-6fc7-4b06-a7e9-1503ea9cebeb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3269eb82-0ff3-4dcb-af2a-f3b6fba0734f HTTP/1.1" status: 200 len: 217 time: 0.0427251 Jun 21 19:44:45.188883 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e6be6-0355-4923-ada0-74bcbe842d24 req-98c0e93a-86cc-4fc7-bd80-a06931b8b0fc tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:45.196890 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-fb1e6be6-0355-4923-ada0-74bcbe842d24 req-98c0e93a-86cc-4fc7-bd80-a06931b8b0fc tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/networks?id=b8c61fcc-c4c3-4872-8556-59affedd8dad HTTP/1.1" status: 200 len: 815 time: 0.1299834 Jun 21 19:44:45.209146 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e632a2b-5eb4-45ac-ac67-7dcc16275004 req-e0dd3d2a-b910-41c1-aeef-47b3892891d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:45.210632 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-0e632a2b-5eb4-45ac-ac67-7dcc16275004 req-e0dd3d2a-b910-41c1-aeef-47b3892891d0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ce1151cf-2ecc-44e3-aa52-cfec5d7d7e35 HTTP/1.1" status: 200 len: 849 time: 0.1480458 Jun 21 19:44:45.214400 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-fb1e6be6-0355-4923-ada0-74bcbe842d24 req-0acff23c-ce63-4cc5-be94-79f5867708e8 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/quotas/8b5695a498f64147a2657a531899f0a2 HTTP/1.1" status: 200 len: 375 time: 0.0164676 Jun 21 19:44:45.258953 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device 17652a9b-0ced-4411-9d13-2c92c873ccea details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=104577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 19:44:45.326964 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e632a2b-5eb4-45ac-ac67-7dcc16275004 req-80f2efbb-5b25-436b-b7e7-708dccd2050f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:45.329569 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-0e632a2b-5eb4-45ac-ac67-7dcc16275004 req-80f2efbb-5b25-436b-b7e7-708dccd2050f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f83e3e6f-0c8e-4ab7-af9c-731326ea9260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1027660 Jun 21 19:44:45.387472 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-fb1e6be6-0355-4923-ada0-74bcbe842d24 req-e7caa85d-64bf-416e-8151-3ad5e2375516 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=8b5695a498f64147a2657a531899f0a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1721423 Jun 21 19:44:45.437165 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port 17652a9b-0ced-4411-9d13-2c92c873ccea, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=17652a9b-0ced-4411-9d13-2c92c873ccea,segment=NetworkSegment(33c04394-201f-475d-af05-ec70e2377f9f),segment_id=33c04394-201f-475d-af05-ec70e2377f9f)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:44:45.472825 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Returning: {'device': '17652a9b-0ced-4411-9d13-2c92c873ccea', 'network_id': '2d4d9e71-b808-45e3-a13f-71991168a9d3', 'port_id': '17652a9b-0ced-4411-9d13-2c92c873ccea', 'mac_address': 'fa:16:3e:f8:9b:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9614296a-537a-414b-ae37-4bb814e04b86', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 19:44:45.493082 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b762808-2d45-4613-b1e7-bc932be60c2d req-7b9327a2-cb6b-4ccb-937d-a3b2f97811ca tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:45.494628 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-4b762808-2d45-4613-b1e7-bc932be60c2d req-7b9327a2-cb6b-4ccb-937d-a3b2f97811ca tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=d71c26de-0d1d-49e6-87a3-17f293800374 HTTP/1.1" status: 200 len: 945 time: 0.1641405 Jun 21 19:44:45.496580 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-0e632a2b-5eb4-45ac-ac67-7dcc16275004 req-f726eedc-eb3a-4eb6-b8c2-a876e14881fd service neutron] 10.222.0.46 "GET /v2.0/networks/f83e3e6f-0c8e-4ab7-af9c-731326ea9260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491113 Jun 21 19:44:45.517635 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-fb1e6be6-0355-4923-ada0-74bcbe842d24 req-5c62eb36-fc24-46de-9af2-db32c297bb07 service neutron] 10.222.0.38 "GET /v2.0/networks/b8c61fcc-c4c3-4872-8556-59affedd8dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238236 Jun 21 19:44:45.524563 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:45.546114 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.notifiers.nova [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17652a9b-0ced-4411-9d13-2c92c873ccea {{(pid=104577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:44:45.573221 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port 17652a9b-0ced-4411-9d13-2c92c873ccea, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=17652a9b-0ced-4411-9d13-2c92c873ccea,segment=NetworkSegment(33c04394-201f-475d-af05-ec70e2377f9f),segment_id=33c04394-201f-475d-af05-ec70e2377f9f)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:44:45.579518 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:45.582202 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-a93ee259-6a2c-4f73-9340-77cc7402b928 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:45.605826 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-4b762808-2d45-4613-b1e7-bc932be60c2d req-144ecd55-e637-4594-a4e1-61f400b616bb tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054792 Jun 21 19:44:45.653360 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Pushing event updated for resources: {'Port': ['ID=17652a9b-0ced-4411-9d13-2c92c873ccea,revision_number=4']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:45.661831 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:45.663192 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-0e632a2b-5eb4-45ac-ac67-7dcc16275004 req-0d462fce-869f-411a-befb-b84cf52bc529 service neutron] 10.222.0.46 "GET /v2.0/networks/f83e3e6f-0c8e-4ab7-af9c-731326ea9260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563210 Jun 21 19:44:45.699135 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-fb1e6be6-0355-4923-ada0-74bcbe842d24 req-9a2fec2e-86a2-4e79-a3a1-56baf98b2812 service neutron] 10.222.0.38 "GET /v2.0/networks/b8c61fcc-c4c3-4872-8556-59affedd8dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726885 Jun 21 19:44:45.846492 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47de88d-a3d5-4188-9cc6-ae6415976660 req-bb60f5c5-ebe8-4e33-9cf7-13841f6dbdc7 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:45.854291 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-d47de88d-a3d5-4188-9cc6-ae6415976660 req-bb60f5c5-ebe8-4e33-9cf7-13841f6dbdc7 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1332987-367a-4380-87d6-03e717cfde2b HTTP/1.1" status: 200 len: 945 time: 0.0835817 Jun 21 19:44:45.904064 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-d47de88d-a3d5-4188-9cc6-ae6415976660 req-019b54d3-2d7d-42f6-998a-f03ecbf4ea0d tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] 10.222.0.38 "GET /v2.0/security-groups?id=1f75ecaf-e5fe-42f4-abfc-921fec7aec87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489061 Jun 21 19:44:45.995002 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-4bf88d71-f322-44b1-ab8b-5f81b650ed4f req-7e7afc89-6aea-4f90-8eea-a34b4580b141 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=77ba3761-adfc-4a73-a66e-32429433625c HTTP/1.1" status: 200 len: 210 time: 0.0290740 Jun 21 19:44:46.042138 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b460ed-fc87-4d1e-a5d9-ef9e1ee37220 req-46593260-84ce-495f-a44c-743c23ec17b3 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:46.043903 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-f7b460ed-fc87-4d1e-a5d9-ef9e1ee37220 req-46593260-84ce-495f-a44c-743c23ec17b3 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 944 time: 0.1005599 Jun 21 19:44:46.062484 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] get_ports_and_sgs() called for port_ids ['17652a9b-0ced-4411-9d13-2c92c873ccea'] {{(pid=104577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 19:44:46.099792 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-f7b460ed-fc87-4d1e-a5d9-ef9e1ee37220 req-231b79b3-e978-4e48-9c65-c3c99cddda0f tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496368 Jun 21 19:44:46.277538 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea6b5a-7774-415d-bc2a-0091a60e4995 req-7dfab20b-efc1-430f-af74-365e5d28d143 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:46.279040 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-87ea6b5a-7774-415d-bc2a-0091a60e4995 req-7dfab20b-efc1-430f-af74-365e5d28d143 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1332987-367a-4380-87d6-03e717cfde2b HTTP/1.1" status: 200 len: 945 time: 0.2538688 Jun 21 19:44:46.391321 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5e411-cc8d-412c-8329-6687488782db req-18596dde-88af-46be-b5e6-ea5618e4c7fb tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:46.392804 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-4ba5e411-cc8d-412c-8329-6687488782db req-18596dde-88af-46be-b5e6-ea5618e4c7fb tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?device_id=f530946a-70ad-452d-96b7-18d2468e33a9 HTTP/1.1" status: 200 len: 944 time: 0.2580090 Jun 21 19:44:46.498016 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-4ba5e411-cc8d-412c-8329-6687488782db req-9468cb1c-f7af-4fa2-9a4f-6dfa14b6027c tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f34aa6c-b29c-41d3-870f-60686f70e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939944 Jun 21 19:44:46.521295 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.plugin [req-87ea6b5a-7774-415d-bc2a-0091a60e4995 req-eb8da532-de35-40b3-ad54-756da5f33c28 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] Deleting port 71f09368-e0a3-4335-a55a-7102f33e6218 {{(pid=104576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 19:44:46.521866 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-87ea6b5a-7774-415d-bc2a-0091a60e4995 req-eb8da532-de35-40b3-ad54-756da5f33c28 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761649817829'] for port, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:46.627355 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.db [req-87ea6b5a-7774-415d-bc2a-0091a60e4995 req-eb8da532-de35-40b3-ad54-756da5f33c28 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] For port 71f09368-e0a3-4335-a55a-7102f33e6218, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=71f09368-e0a3-4335-a55a-7102f33e6218,segment=NetworkSegment(81319602-a09f-4db9-ab8c-93a22f19f01c),segment_id=81319602-a09f-4db9-ab8c-93a22f19f01c)] {{(pid=104576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:44:46.627672 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-87ea6b5a-7774-415d-bc2a-0091a60e4995 req-eb8da532-de35-40b3-ad54-756da5f33c28 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33076891'] for port, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:46.739085 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.plugin [req-87ea6b5a-7774-415d-bc2a-0091a60e4995 req-eb8da532-de35-40b3-ad54-756da5f33c28 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] Calling delete_port for 71f09368-e0a3-4335-a55a-7102f33e6218 owned by compute:nova {{(pid=104576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 19:44:46.840812 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7842cc0-15f9-410b-95ba-440ad85a0e2f req-38c131b2-5de9-4cea-a2f5-bebd7adb6c82 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:46.842449 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-e7842cc0-15f9-410b-95ba-440ad85a0e2f req-38c131b2-5de9-4cea-a2f5-bebd7adb6c82 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=d71c26de-0d1d-49e6-87a3-17f293800374 HTTP/1.1" status: 200 len: 945 time: 0.0996413 Jun 21 19:44:46.889934 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-e7842cc0-15f9-410b-95ba-440ad85a0e2f req-33e2d550-ce14-48a5-8131-a2faca53c1b3 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407970 Jun 21 19:44:46.945009 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-87ea6b5a-7774-415d-bc2a-0091a60e4995 req-eb8da532-de35-40b3-ad54-756da5f33c28 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761649822437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761649331806'] for port, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:46.950700 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:46.960177 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] get_ports_and_sgs() called for port_ids ['71f09368-e0a3-4335-a55a-7102f33e6218'] {{(pid=104577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 19:44:46.980694 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8da532-de35-40b3-ad54-756da5f33c28 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] Pushing event deleted for resources: {'Port': ['ID=71f09368-e0a3-4335-a55a-7102f33e6218,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:46.993952 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-eb8da532-de35-40b3-ad54-756da5f33c28 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:47.058738 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-2ed3b859-6e59-4363-a021-13004662a335 req-deeef9ea-951b-47bd-b513-da639bfa6564 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1332987-367a-4380-87d6-03e717cfde2b HTTP/1.1" status: 200 len: 210 time: 0.0290365 Jun 21 19:44:47.069094 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ea6b5a-7774-415d-bc2a-0091a60e4995 req-eb8da532-de35-40b3-ad54-756da5f33c28 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] No DVR routers for this DVR port 71f09368-e0a3-4335-a55a-7102f33e6218 on host hv-cinder-79246 {{(pid=104576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 19:44:47.072508 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-87ea6b5a-7774-415d-bc2a-0091a60e4995 req-eb8da532-de35-40b3-ad54-756da5f33c28 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147'] for port, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:47.074711 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-87ea6b5a-7774-415d-bc2a-0091a60e4995 req-eb8da532-de35-40b3-ad54-756da5f33c28 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] 10.222.0.46 "DELETE /v2.0/ports/71f09368-e0a3-4335-a55a-7102f33e6218 HTTP/1.1" status: 204 len: 173 time: 0.7842586 Jun 21 19:44:47.075418 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1332987-367a-4380-87d6-03e717cfde2b', 'name': 'network-vif-deleted', 'tag': '71f09368-e0a3-4335-a55a-7102f33e6218'}] {{(pid=104576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:44:47.077553 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05f20d886da9388d71ee432e92ee53588f77c84f00dcc9da6d5f2e0db0526183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49807d40-63c3-4807-9efd-4f7388cd7c5a" -d '{"events": [{"server_uuid": "d1332987-367a-4380-87d6-03e717cfde2b", "name": "network-vif-deleted", "tag": "71f09368-e0a3-4335-a55a-7102f33e6218"}]}' {{(pid=104576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:44:47.200441 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-7a4b0f15-1703-448d-8c57-3e58a23e1f95 req-7ab50a47-ed99-4f64-9410-438830104aad tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=77ba3761-adfc-4a73-a66e-32429433625c HTTP/1.1" status: 200 len: 210 time: 0.0338156 Jun 21 19:44:47.243764 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 19:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e5c8a4-02f7-4b02-b9c3-ec041a53da02 x-openstack-request-id: req-d0e5c8a4-02f7-4b02-b9c3-ec041a53da02 {{(pid=104576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:44:47.244064 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1332987-367a-4380-87d6-03e717cfde2b", "name": "network-vif-deleted", "tag": "71f09368-e0a3-4335-a55a-7102f33e6218", "status": "completed", "code": 200}]} {{(pid=104576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:44:47.244368 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d0e5c8a4-02f7-4b02-b9c3-ec041a53da02 {{(pid=104576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:44:47.244779 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1332987-367a-4380-87d6-03e717cfde2b', 'name': 'network-vif-deleted', 'tag': '71f09368-e0a3-4335-a55a-7102f33e6218', 'status': 'completed', 'code': 200} Jun 21 19:44:47.272248 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device 17652a9b-0ced-4411-9d13-2c92c873ccea up at agent hyperv_hv-cinder-79246 {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:44:47.370066 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Provisioning for port 17652a9b-0ced-4411-9d13-2c92c873ccea completed by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:44:47.375684 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Provisioning complete for port 17652a9b-0ced-4411-9d13-2c92c873ccea triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:44:47.377005 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:47.392983 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb60361-6e16-4efa-af5c-7074dd0446b2 req-621cfe2d-79cc-4b1a-8262-15a553494be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:47.399335 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-8fb60361-6e16-4efa-af5c-7074dd0446b2 req-621cfe2d-79cc-4b1a-8262-15a553494be2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ffc77c8d33bc44a59650792ffcc5c42d&device_id=d71c26de-0d1d-49e6-87a3-17f293800374 HTTP/1.1" status: 200 len: 1098 time: 0.1096346 Jun 21 19:44:47.549044 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:47.598031 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16236db8-9923-470f-9aa8-e422e1b39380 req-5e77efb5-e007-4f7c-a3a9-96120300ab96 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:47.600996 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-16236db8-9923-470f-9aa8-e422e1b39380 req-5e77efb5-e007-4f7c-a3a9-96120300ab96 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 944 time: 0.1395884 Jun 21 19:44:47.631988 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb60361-6e16-4efa-af5c-7074dd0446b2 req-52c0c848-a2c0-4bb5-8dab-8b7ee3944dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:47.634635 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b49d3a-39fb-4115-82fc-47dcbe1fccb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17652a9b-0ced-4411-9d13-2c92c873ccea'}] {{(pid=104577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:44:47.634781 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-8fb60361-6e16-4efa-af5c-7074dd0446b2 req-52c0c848-a2c0-4bb5-8dab-8b7ee3944dc5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cbd5c296-051f-43ab-b7d6-154e00c9c776 HTTP/1.1" status: 200 len: 920 time: 0.2319160 Jun 21 19:44:47.644682 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86637c-0b5a-4b3b-91ef-dfa7aeb8a823 req-ba2e2e87-024a-4d5d-8de3-48fdb1cdcb33 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:47.647989 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c14435dcc002c6d250290293137fb351442a83316ffa0c10b5cf8ed6f24812f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780595bc-fac0-4405-849c-d6896d29f30a" -d '{"events": [{"server_uuid": "67b49d3a-39fb-4115-82fc-47dcbe1fccb9", "name": "network-vif-plugged", "status": "completed", "tag": "17652a9b-0ced-4411-9d13-2c92c873ccea"}]}' {{(pid=104577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:44:47.652455 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-0c86637c-0b5a-4b3b-91ef-dfa7aeb8a823 req-ba2e2e87-024a-4d5d-8de3-48fdb1cdcb33 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=d71c26de-0d1d-49e6-87a3-17f293800374 HTTP/1.1" status: 200 len: 945 time: 0.1956232 Jun 21 19:44:47.671497 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-16236db8-9923-470f-9aa8-e422e1b39380 req-8cec44ab-64d7-4739-8d98-c307889f07c5 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578477 Jun 21 19:44:47.680954 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e6be6-0355-4923-ada0-74bcbe842d24 req-7f7274a9-0a1d-48fd-88c4-d308be14b403 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:47.683801 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-fb1e6be6-0355-4923-ada0-74bcbe842d24 req-7f7274a9-0a1d-48fd-88c4-d308be14b403 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.46 "GET /v2.0/networks?id=b8c61fcc-c4c3-4872-8556-59affedd8dad HTTP/1.1" status: 200 len: 815 time: 0.3733282 Jun 21 19:44:47.690130 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port 17652a9b-0ced-4411-9d13-2c92c873ccea, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=17652a9b-0ced-4411-9d13-2c92c873ccea,segment=NetworkSegment(33c04394-201f-475d-af05-ec70e2377f9f),segment_id=33c04394-201f-475d-af05-ec70e2377f9f)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:44:47.697085 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [req-fb1e6be6-0355-4923-ada0-74bcbe842d24 req-3ab65c42-a624-47a7-b160-aca2ff2fdd7c tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Request body: {'port': {'device_id': '77ba3761-adfc-4a73-a66e-32429433625c', 'network_id': 'b8c61fcc-c4c3-4872-8556-59affedd8dad', 'admin_state_up': True, 'tenant_id': '8b5695a498f64147a2657a531899f0a2'}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:44:47.699417 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:47.704323 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:47.771193 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-8fb60361-6e16-4efa-af5c-7074dd0446b2 req-0bec170b-ef24-4d7c-bf20-9acc73346383 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=133edd44-906e-41bc-bde3-753e9b616076 HTTP/1.1" status: 200 len: 217 time: 0.1145170 Jun 21 19:44:47.790649 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Pushing event updated for resources: {'Port': ['ID=17652a9b-0ced-4411-9d13-2c92c873ccea,revision_number=5']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:47.798331 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:47.880413 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-0c86637c-0b5a-4b3b-91ef-dfa7aeb8a823 req-09275d60-cd8c-499d-9331-01ddaacee724 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246504 Jun 21 19:44:47.915386 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb60361-6e16-4efa-af5c-7074dd0446b2 req-dd0808db-ef73-42aa-a88d-ff1a52304e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:47.917516 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-8fb60361-6e16-4efa-af5c-7074dd0446b2 req-dd0808db-ef73-42aa-a88d-ff1a52304e09 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=647d05b7-de31-4d93-b064-d84c7c4b5039 HTTP/1.1" status: 200 len: 859 time: 0.1237423 Jun 21 19:44:47.975090 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 19:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b878b0-e866-495a-b877-c87fa17a9d71 x-openstack-request-id: req-08b878b0-e866-495a-b877-c87fa17a9d71 {{(pid=104577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:44:47.975603 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b49d3a-39fb-4115-82fc-47dcbe1fccb9", "name": "network-vif-plugged", "status": "completed", "tag": "17652a9b-0ced-4411-9d13-2c92c873ccea", "code": 200}]} {{(pid=104577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:44:47.975797 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-08b878b0-e866-495a-b877-c87fa17a9d71 {{(pid=104577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:44:47.976149 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-8fb60361-6e16-4efa-af5c-7074dd0446b2 req-5b3b5da2-25cc-4697-8269-0816c2348441 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cbd5c296-051f-43ab-b7d6-154e00c9c776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493896 Jun 21 19:44:47.976546 dv-cinder-792462-15-smb neutron-server[104577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b49d3a-39fb-4115-82fc-47dcbe1fccb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17652a9b-0ced-4411-9d13-2c92c873ccea', 'code': 200} Jun 21 19:44:48.021180 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb1e6be6-0355-4923-ada0-74bcbe842d24 req-3ab65c42-a624-47a7-b160-aca2ff2fdd7c tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Made reservation on behalf of 8b5695a498f64147a2657a531899f0a2 for: {'port': 1} {{(pid=104575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:44:48.025527 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-fb1e6be6-0355-4923-ada0-74bcbe842d24 req-3ab65c42-a624-47a7-b160-aca2ff2fdd7c tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for port, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:48.103936 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286efc52-4745-40b5-ad8b-4f4190715761 req-aad6f5bf-65de-48f2-b6aa-718880431c16 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:48.105504 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-286efc52-4745-40b5-ad8b-4f4190715761 req-aad6f5bf-65de-48f2-b6aa-718880431c16 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?device_id=f530946a-70ad-452d-96b7-18d2468e33a9 HTTP/1.1" status: 200 len: 944 time: 0.2147675 Jun 21 19:44:48.308849 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-286efc52-4745-40b5-ad8b-4f4190715761 req-d98e81ed-566d-420e-9475-e107699fe5f9 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f34aa6c-b29c-41d3-870f-60686f70e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1883769 Jun 21 19:44:48.401432 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.db_base_plugin_common [req-fb1e6be6-0355-4923-ada0-74bcbe842d24 req-3ab65c42-a624-47a7-b160-aca2ff2fdd7c tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Allocated IP 172.20.0.5 (b8c61fcc-c4c3-4872-8556-59affedd8dad/65d12bc6-cf17-4a89-a7d0-97f216ebf025/e74166e9-57df-4343-8e96-d15264ced762) {{(pid=104575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:44:48.533426 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-d58abb50-0ddf-452c-8d44-cd8c8376e4c8 req-c232f3ab-aaad-4de2-ac8b-2337b5171e5b tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] 10.222.0.38 "GET /v2.0/ports?device_id=d1332987-367a-4380-87d6-03e717cfde2b HTTP/1.1" status: 200 len: 210 time: 0.0925820 Jun 21 19:44:48.582880 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fcdc39-cebd-4617-a986-1f98a0b8e959 req-06331edd-ebe5-4b03-8b3e-000cfa39f6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:48.584367 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-e5fcdc39-cebd-4617-a986-1f98a0b8e959 req-06331edd-ebe5-4b03-8b3e-000cfa39f6b3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 1098 time: 0.1404216 Jun 21 19:44:48.585493 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-fb1e6be6-0355-4923-ada0-74bcbe842d24 req-3ab65c42-a624-47a7-b160-aca2ff2fdd7c tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Notify callbacks [] for port, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:48.587857 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-8fb60361-6e16-4efa-af5c-7074dd0446b2 req-400a1c3a-23dd-4739-bc26-2d579c29bd35 service neutron] 10.222.0.46 "GET /v2.0/networks/cbd5c296-051f-43ab-b7d6-154e00c9c776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5978305 Jun 21 19:44:48.605175 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-2872579d-c33b-4b68-a90a-409297fff3f6 req-64a5e687-9f11-4d7b-b93d-78ccd3b92826 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=77ba3761-adfc-4a73-a66e-32429433625c HTTP/1.1" status: 200 len: 210 time: 0.0332534 Jun 21 19:44:48.650294 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-fb1e6be6-0355-4923-ada0-74bcbe842d24 req-3ab65c42-a624-47a7-b160-aca2ff2fdd7c tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-129462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761649331797'] for port, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:48.655913 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-d41e3b5b-3203-40ef-827c-2dacee0d5f12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:48.681419 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] get_ports_and_sgs() called for port_ids ['92ab2d58-78f5-4901-9ce2-71dff5b896fb'] {{(pid=104577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 19:44:48.697421 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-e5fcdc39-cebd-4617-a986-1f98a0b8e959 req-1faf6e66-78d1-4598-a4f0-33f5482174a0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921204 Jun 21 19:44:48.731842 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-8fb60361-6e16-4efa-af5c-7074dd0446b2 req-a8c553b3-359a-4740-be93-cb3bb0b2a273 service neutron] 10.222.0.46 "GET /v2.0/networks/cbd5c296-051f-43ab-b7d6-154e00c9c776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250577 Jun 21 19:44:48.732593 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb1e6be6-0355-4923-ada0-74bcbe842d24 req-3ab65c42-a624-47a7-b160-aca2ff2fdd7c tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Network b8c61fcc-c4c3-4872-8556-59affedd8dad is already hosted by enough agents. {{(pid=104575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:44:48.739718 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.base_scheduler [req-fb1e6be6-0355-4923-ada0-74bcbe842d24 req-3ab65c42-a624-47a7-b160-aca2ff2fdd7c tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Resources bound (agent type, host, resource id): {{(pid=104575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:44:48.743802 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb1e6be6-0355-4923-ada0-74bcbe842d24 req-3ab65c42-a624-47a7-b160-aca2ff2fdd7c tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Received port after_create {{(pid=104575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:44:48.756302 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e6be6-0355-4923-ada0-74bcbe842d24 req-3ab65c42-a624-47a7-b160-aca2ff2fdd7c tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:48.766511 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-fb1e6be6-0355-4923-ada0-74bcbe842d24 req-3ab65c42-a624-47a7-b160-aca2ff2fdd7c tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for port, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:48.788171 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab65c42-a624-47a7-b160-aca2ff2fdd7c tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Pushing event updated for resources: {'Port': ['ID=e74166e9-57df-4343-8e96-d15264ced762,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:48.799989 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-3ab65c42-a624-47a7-b160-aca2ff2fdd7c tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:48.809281 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-fb1e6be6-0355-4923-ada0-74bcbe842d24 req-3ab65c42-a624-47a7-b160-aca2ff2fdd7c tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1165719 Jun 21 19:44:48.826483 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [req-fb1e6be6-0355-4923-ada0-74bcbe842d24 req-91e5c11a-6a78-4594-87af-2ca47546f453 service neutron] Request body: {'port': {'device_id': '77ba3761-adfc-4a73-a66e-32429433625c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:44:48.980538 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd838466-8ed9-49ce-9378-0a088374db4e req-3cca2382-e96e-4fa1-8df5-2644f65fcd0b tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:48.982288 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-fb1e6be6-0355-4923-ada0-74bcbe842d24 req-91e5c11a-6a78-4594-87af-2ca47546f453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:48.991338 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-bd838466-8ed9-49ce-9378-0a088374db4e req-3cca2382-e96e-4fa1-8df5-2644f65fcd0b tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 945 time: 0.0992532 Jun 21 19:44:49.063736 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-bd838466-8ed9-49ce-9378-0a088374db4e req-cc151d69-2227-413e-bec0-8bd31469e4e0 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710392 Jun 21 19:44:49.246304 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96fcdaa-90eb-4182-935f-1b716748ca7f req-f395b577-eeee-4ca0-bd1a-8779aefbec32 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:49.251000 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-c96fcdaa-90eb-4182-935f-1b716748ca7f req-f395b577-eeee-4ca0-bd1a-8779aefbec32 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=d71c26de-0d1d-49e6-87a3-17f293800374 HTTP/1.1" status: 200 len: 945 time: 0.1760304 Jun 21 19:44:49.267222 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device 3269eb82-0ff3-4dcb-af2a-f3b6fba0734f details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=104577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 19:44:49.321607 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-c96fcdaa-90eb-4182-935f-1b716748ca7f req-17ae09e1-0446-4d51-8b1b-17953b0431a0 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670958 Jun 21 19:44:49.425681 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port 3269eb82-0ff3-4dcb-af2a-f3b6fba0734f, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=3269eb82-0ff3-4dcb-af2a-f3b6fba0734f,segment=NetworkSegment(e202d1ae-8a3f-4de6-bda1-b53b4f0f8fab),segment_id=e202d1ae-8a3f-4de6-bda1-b53b4f0f8fab)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:44:49.438840 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Returning: {'device': '3269eb82-0ff3-4dcb-af2a-f3b6fba0734f', 'network_id': 'f83e3e6f-0c8e-4ab7-af9c-731326ea9260', 'port_id': '3269eb82-0ff3-4dcb-af2a-f3b6fba0734f', 'mac_address': 'fa:16:3e:b6:01:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce1151cf-2ecc-44e3-aa52-cfec5d7d7e35', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 19:44:49.453835 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.notifiers.nova [req-fb1e6be6-0355-4923-ada0-74bcbe842d24 req-91e5c11a-6a78-4594-87af-2ca47546f453 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e74166e9-57df-4343-8e96-d15264ced762 {{(pid=104575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:44:49.462038 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-fb1e6be6-0355-4923-ada0-74bcbe842d24 req-91e5c11a-6a78-4594-87af-2ca47546f453 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:49.476931 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [req-fb1e6be6-0355-4923-ada0-74bcbe842d24 req-91e5c11a-6a78-4594-87af-2ca47546f453 service neutron] Transition to ACTIVE for port object e74166e9-57df-4343-8e96-d15264ced762 will not be triggered until provisioned by entity L2. {{(pid=104575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:44:49.482405 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-fb1e6be6-0355-4923-ada0-74bcbe842d24 req-91e5c11a-6a78-4594-87af-2ca47546f453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:49.484749 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:49.493365 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:49.501602 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.notifiers.nova [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3269eb82-0ff3-4dcb-af2a-f3b6fba0734f {{(pid=104577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:44:49.531025 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port 3269eb82-0ff3-4dcb-af2a-f3b6fba0734f, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=3269eb82-0ff3-4dcb-af2a-f3b6fba0734f,segment=NetworkSegment(e202d1ae-8a3f-4de6-bda1-b53b4f0f8fab),segment_id=e202d1ae-8a3f-4de6-bda1-b53b4f0f8fab)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:44:49.536920 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:49.539310 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:49.584686 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4f390-9bf9-4cbb-92f1-9519d9ec2235 req-f5c4639f-6ec5-418c-ad1f-2e8231e16430 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:49.586349 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-7ea4f390-9bf9-4cbb-92f1-9519d9ec2235 req-f5c4639f-6ec5-418c-ad1f-2e8231e16430 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?device_id=f530946a-70ad-452d-96b7-18d2468e33a9 HTTP/1.1" status: 200 len: 944 time: 0.0926967 Jun 21 19:44:49.613656 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Pushing event updated for resources: {'Port': ['ID=3269eb82-0ff3-4dcb-af2a-f3b6fba0734f,revision_number=4']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:49.616944 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e5c11a-6a78-4594-87af-2ca47546f453 service neutron] Pushing event updated for resources: {'Port': ['ID=e74166e9-57df-4343-8e96-d15264ced762,revision_number=2']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:49.617174 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:49.620614 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-91e5c11a-6a78-4594-87af-2ca47546f453 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:49.630512 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [req-fb1e6be6-0355-4923-ada0-74bcbe842d24 req-91e5c11a-6a78-4594-87af-2ca47546f453 service neutron] Attempting to bind port e74166e9-57df-4343-8e96-d15264ced762 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:44:49.630854 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [req-fb1e6be6-0355-4923-ada0-74bcbe842d24 req-91e5c11a-6a78-4594-87af-2ca47546f453 service neutron] Attempting to bind port e74166e9-57df-4343-8e96-d15264ced762 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '79ea6ea4-6122-4223-ae2c-7a1635a6be67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b8c61fcc-c4c3-4872-8556-59affedd8dad'}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:44:49.631231 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1e6be6-0355-4923-ada0-74bcbe842d24 req-91e5c11a-6a78-4594-87af-2ca47546f453 service neutron] Attempting to bind port e74166e9-57df-4343-8e96-d15264ced762 on network b8c61fcc-c4c3-4872-8556-59affedd8dad {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:44:49.635518 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1e6be6-0355-4923-ada0-74bcbe842d24 req-91e5c11a-6a78-4594-87af-2ca47546f453 service neutron] Port e74166e9-57df-4343-8e96-d15264ced762 on network b8c61fcc-c4c3-4872-8556-59affedd8dad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 19:44:49.635840 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1e6be6-0355-4923-ada0-74bcbe842d24 req-91e5c11a-6a78-4594-87af-2ca47546f453 service neutron] Attempting to bind port e74166e9-57df-4343-8e96-d15264ced762 on network b8c61fcc-c4c3-4872-8556-59affedd8dad {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:44:49.640692 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1e6be6-0355-4923-ada0-74bcbe842d24 req-91e5c11a-6a78-4594-87af-2ca47546f453 service neutron] Checking agent: {'id': '0b26fa00-c4a2-4127-a29e-c90b7b9119ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 42, 27), 'started_at': datetime.datetime(2021, 6, 21, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:44:49.641034 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1e6be6-0355-4923-ada0-74bcbe842d24 req-91e5c11a-6a78-4594-87af-2ca47546f453 service neutron] Checking segment: {'id': '79ea6ea4-6122-4223-ae2c-7a1635a6be67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b8c61fcc-c4c3-4872-8556-59affedd8dad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:44:49.641512 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1e6be6-0355-4923-ada0-74bcbe842d24 req-91e5c11a-6a78-4594-87af-2ca47546f453 service neutron] Bound using segment: {'id': '79ea6ea4-6122-4223-ae2c-7a1635a6be67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b8c61fcc-c4c3-4872-8556-59affedd8dad'} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:44:49.641864 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [req-fb1e6be6-0355-4923-ada0-74bcbe842d24 req-91e5c11a-6a78-4594-87af-2ca47546f453 service neutron] Bound port: e74166e9-57df-4343-8e96-d15264ced762, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79ea6ea4-6122-4223-ae2c-7a1635a6be67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b8c61fcc-c4c3-4872-8556-59affedd8dad'}}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:44:49.642240 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-fb1e6be6-0355-4923-ada0-74bcbe842d24 req-91e5c11a-6a78-4594-87af-2ca47546f453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:49.646755 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-7ea4f390-9bf9-4cbb-92f1-9519d9ec2235 req-f33b0e63-18f4-405b-b8ea-2bc52446eab9 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f34aa6c-b29c-41d3-870f-60686f70e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537453 Jun 21 19:44:49.741291 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.db [req-fb1e6be6-0355-4923-ada0-74bcbe842d24 req-91e5c11a-6a78-4594-87af-2ca47546f453 service neutron] For port e74166e9-57df-4343-8e96-d15264ced762, host hv-cinder-79246, cleared binding levels {{(pid=104575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:44:49.745082 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.db [req-fb1e6be6-0355-4923-ada0-74bcbe842d24 req-91e5c11a-6a78-4594-87af-2ca47546f453 service neutron] For port e74166e9-57df-4343-8e96-d15264ced762, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=e74166e9-57df-4343-8e96-d15264ced762,segment=NetworkSegment(79ea6ea4-6122-4223-ae2c-7a1635a6be67),segment_id=79ea6ea4-6122-4223-ae2c-7a1635a6be67)] {{(pid=104575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:44:49.749935 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-fb1e6be6-0355-4923-ada0-74bcbe842d24 req-91e5c11a-6a78-4594-87af-2ca47546f453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:49.763936 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-d23f3036-9390-47de-9891-68e9ade157c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:49.825120 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e6be6-0355-4923-ada0-74bcbe842d24 req-91e5c11a-6a78-4594-87af-2ca47546f453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:49.825844 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-fb1e6be6-0355-4923-ada0-74bcbe842d24 req-91e5c11a-6a78-4594-87af-2ca47546f453 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for port, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:49.827196 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-fb1e6be6-0355-4923-ada0-74bcbe842d24 req-91e5c11a-6a78-4594-87af-2ca47546f453 service neutron] 10.222.0.46 "PUT /v2.0/ports/e74166e9-57df-4343-8e96-d15264ced762 HTTP/1.1" status: 200 len: 1093 time: 1.0054390 Jun 21 19:44:49.830698 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77ba3761-adfc-4a73-a66e-32429433625c', 'tag': 'e74166e9-57df-4343-8e96-d15264ced762'}] {{(pid=104575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:44:49.833192 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c13f0749771774115a22afc177d9d65845734126b668639f93c48b494dfbeb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79736700-5265-4bc3-b86a-19f699e2d92f" -d '{"events": [{"name": "network-changed", "server_uuid": "77ba3761-adfc-4a73-a66e-32429433625c", "tag": "e74166e9-57df-4343-8e96-d15264ced762"}]}' {{(pid=104575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:44:49.877802 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e5c11a-6a78-4594-87af-2ca47546f453 service neutron] Pushing event updated for resources: {'Port': ['ID=e74166e9-57df-4343-8e96-d15264ced762,revision_number=3']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:49.882720 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-91e5c11a-6a78-4594-87af-2ca47546f453 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:49.893024 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 19:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c5739dc-c78d-4ea5-9c49-ff4a6246c62b x-openstack-request-id: req-2c5739dc-c78d-4ea5-9c49-ff4a6246c62b {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:44:49.893756 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77ba3761-adfc-4a73-a66e-32429433625c", "tag": "e74166e9-57df-4343-8e96-d15264ced762", "status": "completed", "code": 200}]} {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:44:49.894749 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2c5739dc-c78d-4ea5-9c49-ff4a6246c62b {{(pid=104575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:44:49.895245 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77ba3761-adfc-4a73-a66e-32429433625c', 'tag': 'e74166e9-57df-4343-8e96-d15264ced762', 'status': 'completed', 'code': 200} Jun 21 19:44:49.907216 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce87bf-d53b-42d7-aada-7492c4c83861 req-8aea9b1c-6f82-4b48-b3c8-a321325f2ac9 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:49.910151 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-a4ce87bf-d53b-42d7-aada-7492c4c83861 req-8aea9b1c-6f82-4b48-b3c8-a321325f2ac9 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=77ba3761-adfc-4a73-a66e-32429433625c HTTP/1.1" status: 200 len: 943 time: 0.1571186 Jun 21 19:44:49.946607 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] get_ports_and_sgs() called for port_ids ['3269eb82-0ff3-4dcb-af2a-f3b6fba0734f'] {{(pid=104577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 19:44:49.959400 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-a4ce87bf-d53b-42d7-aada-7492c4c83861 req-3e853777-85c0-41b1-84c6-6568beca7cbf tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/security-groups?id=66ff75a3-db6c-4e1d-9736-3dfd7054a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449958 Jun 21 19:44:50.012334 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e6be6-0355-4923-ada0-74bcbe842d24 req-6758a5d0-2b01-4e21-965b-3bdc7614523f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:50.013807 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-fb1e6be6-0355-4923-ada0-74bcbe842d24 req-6758a5d0-2b01-4e21-965b-3bdc7614523f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8b5695a498f64147a2657a531899f0a2&device_id=77ba3761-adfc-4a73-a66e-32429433625c HTTP/1.1" status: 200 len: 1096 time: 0.0660608 Jun 21 19:44:50.058534 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-fb1e6be6-0355-4923-ada0-74bcbe842d24 req-28cb0dfb-86ca-444e-8c48-19566a6ce0e5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e74166e9-57df-4343-8e96-d15264ced762 HTTP/1.1" status: 200 len: 217 time: 0.0338290 Jun 21 19:44:50.110329 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1e6be6-0355-4923-ada0-74bcbe842d24 req-ee2c5ee7-a26b-487b-a6db-856c041e83e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:50.111821 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-fb1e6be6-0355-4923-ada0-74bcbe842d24 req-ee2c5ee7-a26b-487b-a6db-856c041e83e1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=65d12bc6-cf17-4a89-a7d0-97f216ebf025 HTTP/1.1" status: 200 len: 855 time: 0.0469649 Jun 21 19:44:50.144964 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-fb1e6be6-0355-4923-ada0-74bcbe842d24 req-786d7ce9-15f9-42d6-8b31-13b32cb29750 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b8c61fcc-c4c3-4872-8556-59affedd8dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262446 Jun 21 19:44:50.236299 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-fb1e6be6-0355-4923-ada0-74bcbe842d24 req-a759791f-e929-458f-9139-14db87244430 service neutron] 10.222.0.46 "GET /v2.0/networks/b8c61fcc-c4c3-4872-8556-59affedd8dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794384 Jun 21 19:44:50.242303 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd75b93-b4d7-438a-9d5d-068f813fbfb9 req-bed91850-be5c-4c82-a494-4a9744f67ffe tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:50.243806 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-9cd75b93-b4d7-438a-9d5d-068f813fbfb9 req-bed91850-be5c-4c82-a494-4a9744f67ffe tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 945 time: 0.0647273 Jun 21 19:44:50.281229 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-9cd75b93-b4d7-438a-9d5d-068f813fbfb9 req-f3013fff-96ad-4536-adcf-652c04f89e63 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314558 Jun 21 19:44:50.327476 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-fb1e6be6-0355-4923-ada0-74bcbe842d24 req-b9ac131b-48d5-43d0-9fe2-1a37c0b910e6 service neutron] 10.222.0.46 "GET /v2.0/networks/b8c61fcc-c4c3-4872-8556-59affedd8dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843019 Jun 21 19:44:50.516519 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce345a9-bc57-4741-9ce7-d459f239d7b9 req-54936f43-8a8c-4649-842a-30f53219e60f tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:50.528489 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-fce345a9-bc57-4741-9ce7-d459f239d7b9 req-54936f43-8a8c-4649-842a-30f53219e60f tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=d71c26de-0d1d-49e6-87a3-17f293800374 HTTP/1.1" status: 200 len: 945 time: 0.0809150 Jun 21 19:44:50.569309 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-fce345a9-bc57-4741-9ce7-d459f239d7b9 req-b5aea4ee-1c06-44b8-b515-3d6671d64ca8 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449822 Jun 21 19:44:50.705350 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79736700-5265-4bc3-b86a-19f699e2d92f req-f8fa7c3c-5e29-4004-8e29-ac4723e9248a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:50.707116 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-79736700-5265-4bc3-b86a-19f699e2d92f req-f8fa7c3c-5e29-4004-8e29-ac4723e9248a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8b5695a498f64147a2657a531899f0a2&device_id=77ba3761-adfc-4a73-a66e-32429433625c HTTP/1.1" status: 200 len: 1096 time: 0.3164630 Jun 21 19:44:50.724522 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf06b11-2e99-4839-b4f8-de82b90040ca req-d05314da-d9aa-4f26-b7d3-9e89788814d0 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:50.729810 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-9bf06b11-2e99-4839-b4f8-de82b90040ca req-d05314da-d9aa-4f26-b7d3-9e89788814d0 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 945 time: 0.3305871 Jun 21 19:44:50.738904 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 39410) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:50.748801 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.v2.base [None req-7b8cb58d-176d-40f4-b4fe-db5328a6e14e tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Request body: {'floatingip': {'port_id': '17652a9b-0ced-4411-9d13-2c92c873ccea'}} {{(pid=104576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:44:50.838908 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-7b8cb58d-176d-40f4-b4fe-db5328a6e14e tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks [] for floatingip, before_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:50.851504 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79736700-5265-4bc3-b86a-19f699e2d92f req-44be4300-1511-436a-819f-4873e7e5f32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:50.853127 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-79736700-5265-4bc3-b86a-19f699e2d92f req-44be4300-1511-436a-819f-4873e7e5f32b service neutron] 10.222.0.46 "GET /v2.0/networks?id=b8c61fcc-c4c3-4872-8556-59affedd8dad HTTP/1.1" status: 200 len: 916 time: 0.1221473 Jun 21 19:44:50.901567 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-79736700-5265-4bc3-b86a-19f699e2d92f req-e682c307-94a4-4108-88b0-dfcc92514f9c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e74166e9-57df-4343-8e96-d15264ced762 HTTP/1.1" status: 200 len: 217 time: 0.0379729 Jun 21 19:44:50.962646 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79736700-5265-4bc3-b86a-19f699e2d92f req-e7238fa1-aa5e-43b4-82d9-11732d1d2405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:50.965672 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-79736700-5265-4bc3-b86a-19f699e2d92f req-e7238fa1-aa5e-43b4-82d9-11732d1d2405 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=65d12bc6-cf17-4a89-a7d0-97f216ebf025 HTTP/1.1" status: 200 len: 855 time: 0.0546155 Jun 21 19:44:50.995272 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec4554-cbe3-4fcc-b9e7-3f461961e989 req-565f3df6-9427-42d7-b07d-dd43fcd54ca5 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:51.002078 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-6eec4554-cbe3-4fcc-b9e7-3f461961e989 req-565f3df6-9427-42d7-b07d-dd43fcd54ca5 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?device_id=f530946a-70ad-452d-96b7-18d2468e33a9 HTTP/1.1" status: 200 len: 945 time: 0.1847978 Jun 21 19:44:51.005332 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-79736700-5265-4bc3-b86a-19f699e2d92f req-63502338-cc5b-426f-8653-7cdb169f0d88 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b8c61fcc-c4c3-4872-8556-59affedd8dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333636 Jun 21 19:44:51.100803 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-6eec4554-cbe3-4fcc-b9e7-3f461961e989 req-13d9463f-1d4c-4cb9-bbeb-dcca11304675 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f34aa6c-b29c-41d3-870f-60686f70e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977859 Jun 21 19:44:51.154736 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 39424) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:51.170349 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-79736700-5265-4bc3-b86a-19f699e2d92f req-92d16040-1ba1-4052-9f00-98c1c1e5789e service neutron] 10.222.0.46 "GET /v2.0/networks/b8c61fcc-c4c3-4872-8556-59affedd8dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392031 Jun 21 19:44:51.261920 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device 3269eb82-0ff3-4dcb-af2a-f3b6fba0734f up at agent hyperv_hv-cinder-79246 {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:44:51.275649 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd18e2b-9398-46ff-ae8f-e0053647050e req-26c2b31b-b6f7-4916-b613-6bd002587f27 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:51.287885 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-dcd18e2b-9398-46ff-ae8f-e0053647050e req-26c2b31b-b6f7-4916-b613-6bd002587f27 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=77ba3761-adfc-4a73-a66e-32429433625c HTTP/1.1" status: 200 len: 943 time: 0.1641958 Jun 21 19:44:51.296873 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 39430) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:51.333879 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-7605c87a-d888-432d-8228-b12359a6934c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:51.334410 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-79736700-5265-4bc3-b86a-19f699e2d92f req-dc968f9f-0544-4ec9-9aaa-aafa051d4ede service neutron] 10.222.0.46 "GET /v2.0/networks/b8c61fcc-c4c3-4872-8556-59affedd8dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555631 Jun 21 19:44:51.342828 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Provisioning for port 3269eb82-0ff3-4dcb-af2a-f3b6fba0734f completed by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:44:51.347005 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Provisioning complete for port 3269eb82-0ff3-4dcb-af2a-f3b6fba0734f triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:44:51.347582 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:51.348518 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-dcd18e2b-9398-46ff-ae8f-e0053647050e req-493f4d8e-d24c-4ebf-b706-e3db9a702a93 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/security-groups?id=66ff75a3-db6c-4e1d-9736-3dfd7054a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597446 Jun 21 19:44:51.433389 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:51.455266 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f530946a-70ad-452d-96b7-18d2468e33a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3269eb82-0ff3-4dcb-af2a-f3b6fba0734f'}] {{(pid=104577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:44:51.457537 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c14435dcc002c6d250290293137fb351442a83316ffa0c10b5cf8ed6f24812f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca50687-fda8-447f-9f06-5a27998b5079" -d '{"events": [{"server_uuid": "f530946a-70ad-452d-96b7-18d2468e33a9", "name": "network-vif-plugged", "status": "completed", "tag": "3269eb82-0ff3-4dcb-af2a-f3b6fba0734f"}]}' {{(pid=104577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:44:51.468150 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c365aff-4053-4e4c-a30d-dbb022054493 admin admin] Deleting subnet c6d69ebe-a92f-45e7-903b-580468dd30ee {{(pid=104576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 19:44:51.469937 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port 3269eb82-0ff3-4dcb-af2a-f3b6fba0734f, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=3269eb82-0ff3-4dcb-af2a-f3b6fba0734f,segment=NetworkSegment(e202d1ae-8a3f-4de6-bda1-b53b4f0f8fab),segment_id=e202d1ae-8a3f-4de6-bda1-b53b4f0f8fab)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:44:51.475218 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:51.476180 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device 71f09368-e0a3-4335-a55a-7102f33e6218 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 19:44:51.478805 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:51.483031 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9c365aff-4053-4e4c-a30d-dbb022054493 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:51.518272 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 19:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2450186e-26be-497e-a256-91ddd45b9749 x-openstack-request-id: req-2450186e-26be-497e-a256-91ddd45b9749 {{(pid=104577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:44:51.518584 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f530946a-70ad-452d-96b7-18d2468e33a9", "name": "network-vif-plugged", "status": "completed", "tag": "3269eb82-0ff3-4dcb-af2a-f3b6fba0734f", "code": 200}]} {{(pid=104577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:44:51.519382 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2450186e-26be-497e-a256-91ddd45b9749 {{(pid=104577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:44:51.519954 dv-cinder-792462-15-smb neutron-server[104577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f530946a-70ad-452d-96b7-18d2468e33a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3269eb82-0ff3-4dcb-af2a-f3b6fba0734f', 'code': 200} Jun 21 19:44:51.522514 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] No Port match for: 71f09368-e0a3-4335-a55a-7102f33e6218 {{(pid=104577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 19:44:51.522868 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device 71f09368-e0a3-4335-a55a-7102f33e6218 not bound to the agent host hv-cinder-79246 {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 19:44:51.556249 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Pushing event updated for resources: {'Port': ['ID=3269eb82-0ff3-4dcb-af2a-f3b6fba0734f,revision_number=5']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:51.559306 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:51.611792 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9c365aff-4053-4e4c-a30d-dbb022054493 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:51.636434 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9c365aff-4053-4e4c-a30d-dbb022054493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-744040'] for subnet, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:51.765582 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-7b8cb58d-176d-40f4-b4fe-db5328a6e14e tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:51.784078 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-7b8cb58d-176d-40f4-b4fe-db5328a6e14e tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33078199'] for floatingip, after_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:51.810835 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161090ae-1b40-49b4-8fb9-2d94c4e57f4a req-d78dec38-1a9f-4440-b809-45bebf903092 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:51.812506 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-161090ae-1b40-49b4-8fb9-2d94c4e57f4a req-d78dec38-1a9f-4440-b809-45bebf903092 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=d71c26de-0d1d-49e6-87a3-17f293800374 HTTP/1.1" status: 200 len: 945 time: 0.1248078 Jun 21 19:44:51.819301 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1136acc1-dd29-4a9d-ba11-16e9b18cab2d req-0eab1ded-1142-4a77-bb60-656bbf4e566b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:51.820952 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-1136acc1-dd29-4a9d-ba11-16e9b18cab2d req-0eab1ded-1142-4a77-bb60-656bbf4e566b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f530946a-70ad-452d-96b7-18d2468e33a9 HTTP/1.1" status: 200 len: 1099 time: 0.1224957 Jun 21 19:44:51.885130 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-161090ae-1b40-49b4-8fb9-2d94c4e57f4a req-99e0ba13-ee90-46be-8ccb-2cb41c431c94 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628865 Jun 21 19:44:51.901117 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-1136acc1-dd29-4a9d-ba11-16e9b18cab2d req-55b60907-a925-4e44-a958-26f862f32082 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=7f34aa6c-b29c-41d3-870f-60686f70e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525351 Jun 21 19:44:52.057335 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-7605c87a-d888-432d-8228-b12359a6934c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:52.062439 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9c365aff-4053-4e4c-a30d-dbb022054493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-744039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562'] for subnet, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:52.068134 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-7605c87a-d888-432d-8228-b12359a6934c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:52.097587 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:52.143866 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c365aff-4053-4e4c-a30d-dbb022054493 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6d69ebe-a92f-45e7-903b-580468dd30ee,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:52.147009 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-9c365aff-4053-4e4c-a30d-dbb022054493 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:52.149585 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9c365aff-4053-4e4c-a30d-dbb022054493 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:52.151657 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-9c365aff-4053-4e4c-a30d-dbb022054493 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/c6d69ebe-a92f-45e7-903b-580468dd30ee HTTP/1.1" status: 204 len: 168 time: 0.8532722 Jun 21 19:44:52.155266 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 39464) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:52.156944 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:52.169331 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 39466) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:52.174921 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-7605c87a-d888-432d-8228-b12359a6934c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6fbadb0a583f4a9e85bb171a55117904&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0192487 Jun 21 19:44:52.179535 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 39468) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:52.206898 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.db.l3_db [None req-7b8cb58d-176d-40f4-b4fe-db5328a6e14e tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Floating IP 739344d7-73ce-44d4-8792-92a3b8952e89 associated. External IP: 172.28.3.252, port: 17652a9b-0ced-4411-9d13-2c92c873ccea. Jun 21 19:44:52.242566 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-edd342f4-cefd-4466-8f95-1f2241ad8183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583444'] for network, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:52.246620 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7605c87a-d888-432d-8228-b12359a6934c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18c19a6-e155-4e0a-a57e-8940d1f01c76,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:52.251493 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-7605c87a-d888-432d-8228-b12359a6934c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:52.347850 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-41be0e00-26f9-4d17-8709-4099d363bc03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:52.364851 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-edd342f4-cefd-4466-8f95-1f2241ad8183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744951', 'neutron.services.segments.db._delete_segments_for_network-8761649872083'] for network, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:52.375975 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-721d49a6-9cfc-4834-affb-f9fb8a19fca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:52.381548 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-edd342f4-cefd-4466-8f95-1f2241ad8183 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:44:52.382183 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-edd342f4-cefd-4466-8f95-1f2241ad8183 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:44:52.382697 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-edd342f4-cefd-4466-8f95-1f2241ad8183 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:44:52.383001 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-edd342f4-cefd-4466-8f95-1f2241ad8183 admin admin] Subscribe: > port after_create 55550000 {{(pid=104575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:44:52.383331 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-edd342f4-cefd-4466-8f95-1f2241ad8183 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:44:52.383666 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-edd342f4-cefd-4466-8f95-1f2241ad8183 admin admin] Subscribe: > port after_update 55550000 {{(pid=104575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:44:52.383990 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-edd342f4-cefd-4466-8f95-1f2241ad8183 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:44:52.384310 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-edd342f4-cefd-4466-8f95-1f2241ad8183 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:44:52.384642 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-edd342f4-cefd-4466-8f95-1f2241ad8183 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:44:52.384954 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-edd342f4-cefd-4466-8f95-1f2241ad8183 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:44:52.406903 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-721d49a6-9cfc-4834-affb-f9fb8a19fca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:52.468439 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd6e5f2-329d-4047-99e9-d1d5ffc322b3 req-533847fb-f770-47f6-845f-48eef3b483a8 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:52.469918 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-9fd6e5f2-329d-4047-99e9-d1d5ffc322b3 req-533847fb-f770-47f6-845f-48eef3b483a8 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?device_id=f530946a-70ad-452d-96b7-18d2468e33a9 HTTP/1.1" status: 200 len: 946 time: 0.2106600 Jun 21 19:44:52.519348 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-edd342f4-cefd-4466-8f95-1f2241ad8183 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:44:52.519802 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-edd342f4-cefd-4466-8f95-1f2241ad8183 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:44:52.520216 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-edd342f4-cefd-4466-8f95-1f2241ad8183 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:44:52.520595 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-edd342f4-cefd-4466-8f95-1f2241ad8183 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104575) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:44:52.521007 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.services.segments.db [None req-edd342f4-cefd-4466-8f95-1f2241ad8183 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b4ccddf-7436-4748-9a46-0ddeeafb95c9']}} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:44:52.554106 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.services.segments.db [None req-edd342f4-cefd-4466-8f95-1f2241ad8183 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81319602-a09f-4db9-ab8c-93a22f19f01c') {'for_net_delete': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:44:52.554319 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.services.segments.db [None req-edd342f4-cefd-4466-8f95-1f2241ad8183 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81319602-a09f-4db9-ab8c-93a22f19f01c') {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:44:52.567730 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-9fd6e5f2-329d-4047-99e9-d1d5ffc322b3 req-96687841-d4d4-41bc-9ea4-0ba843c1358e tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f34aa6c-b29c-41d3-870f-60686f70e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871480 Jun 21 19:44:52.576890 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-721d49a6-9cfc-4834-affb-f9fb8a19fca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:52.579638 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-721d49a6-9cfc-4834-affb-f9fb8a19fca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:52.583565 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-721d49a6-9cfc-4834-affb-f9fb8a19fca6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c18c19a6-e155-4e0a-a57e-8940d1f01c76 HTTP/1.1" status: 204 len: 168 time: 0.3991752 Jun 21 19:44:52.583565 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-2b915950-d0c7-4209-b196-ad3528b727ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:52.593765 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d49a6-9cfc-4834-affb-f9fb8a19fca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18c19a6-e155-4e0a-a57e-8940d1f01c76,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:52.599491 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-edd342f4-cefd-4466-8f95-1f2241ad8183 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761649871912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30138826'] for segment, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:52.601115 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-721d49a6-9cfc-4834-affb-f9fb8a19fca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:52.608764 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8cb58d-176d-40f4-b4fe-db5328a6e14e tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Router 4f6e2569-ac98-42f8-a137-37d5f631785f has already been hosted by L3 agent 340c6150-ff20-4abf-b4fe-5b82b8e71fd8 {{(pid=104576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 19:44:52.634386 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-edd342f4-cefd-4466-8f95-1f2241ad8183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740799'] for segment, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:52.658970 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edd342f4-cefd-4466-8f95-1f2241ad8183 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=104575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 19:44:52.659570 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-edd342f4-cefd-4466-8f95-1f2241ad8183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30004082'] for segment, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: from cryptography.utils import int_from_bytes Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: from cryptography.utils import int_from_bytes Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: Traceback (most recent call last): Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: timer() Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: cb(*args, **kw) Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: return func(*args, **kwargs) Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: self._notify() Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: self.callback(batched_events) Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: event.method(event) Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: return f(self, *a, **k) Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: return self._get(url).json() Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: return self.request(url, 'GET', **kwargs) Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 19:44:52.665578 dv-cinder-792462-15-smb neutron-server[104575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 19:44:52.745224 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8cb58d-176d-40f4-b4fe-db5328a6e14e tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify agent at l3_agent.dv-cinder-792462-15-smb the message routers_updated {{(pid=104576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 19:44:52.749930 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-7b8cb58d-176d-40f4-b4fe-db5328a6e14e tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147'] for floatingip, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:52.757064 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38609aa5-fca2-4417-9691-15580cb1f4fc req-b5cd90c7-ea89-44a9-a9a5-2e3594993e40 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:52.758715 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-38609aa5-fca2-4417-9691-15580cb1f4fc req-b5cd90c7-ea89-44a9-a9a5-2e3594993e40 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=77ba3761-adfc-4a73-a66e-32429433625c HTTP/1.1" status: 200 len: 943 time: 0.2300119 Jun 21 19:44:52.761363 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acb61ba-37a2-4301-9764-3cf0edd15c7c None None] Sync routers for ids ['4f6e2569-ac98-42f8-a137-37d5f631785f'] in dv-cinder-792462-15-smb {{(pid=104578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 19:44:52.762591 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-edd342f4-cefd-4466-8f95-1f2241ad8183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33202238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33078149'] for network, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:52.772056 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acb61ba-37a2-4301-9764-3cf0edd15c7c None None] Routers {'4f6e2569-ac98-42f8-a137-37d5f631785f'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:44:52.773729 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-1acb61ba-37a2-4301-9764-3cf0edd15c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:44:33Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['4f6e2569-ac98-42f8-a137-37d5f631785f'], 'active': True} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:44:52.785278 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-965cd516-83ab-4f30-9362-620b4ec0c622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:52.806069 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-7b8cb58d-176d-40f4-b4fe-db5328a6e14e tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "PUT /v2.0/floatingips/739344d7-73ce-44d4-8792-92a3b8952e89 HTTP/1.1" status: 200 len: 991 time: 2.0615904 Jun 21 19:44:52.806649 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b49d3a-39fb-4115-82fc-47dcbe1fccb9', 'tag': '17652a9b-0ced-4411-9d13-2c92c873ccea'}] {{(pid=104576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:44:52.809063 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05f20d886da9388d71ee432e92ee53588f77c84f00dcc9da6d5f2e0db0526183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7569a8d6-ae4c-4112-bb65-addad95be3b6" -d '{"events": [{"name": "network-changed", "server_uuid": "67b49d3a-39fb-4115-82fc-47dcbe1fccb9", "tag": "17652a9b-0ced-4411-9d13-2c92c873ccea"}]}' {{(pid=104576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:44:52.815761 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-edd342f4-cefd-4466-8f95-1f2241ad8183 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for network, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:52.817910 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-edd342f4-cefd-4466-8f95-1f2241ad8183 admin admin] 10.222.0.38 "DELETE /v2.0/networks/0b4ccddf-7436-4748-9a46-0ddeeafb95c9 HTTP/1.1" status: 204 len: 168 time: 0.6611309 Jun 21 19:44:52.822385 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-41be0e00-26f9-4d17-8709-4099d363bc03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:52.824654 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd342f4-cefd-4466-8f95-1f2241ad8183 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b4ccddf-7436-4748-9a46-0ddeeafb95c9,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:52.830647 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-edd342f4-cefd-4466-8f95-1f2241ad8183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:52.837136 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-41be0e00-26f9-4d17-8709-4099d363bc03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:52.844284 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:52.857675 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-38609aa5-fca2-4417-9691-15580cb1f4fc req-f6a384aa-067d-4737-8aa3-c35ae3b60a70 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/security-groups?id=66ff75a3-db6c-4e1d-9736-3dfd7054a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900364 Jun 21 19:44:52.885652 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-41be0e00-26f9-4d17-8709-4099d363bc03 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=80a91529d5e74f258985cb4a30c01606&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7146864 Jun 21 19:44:52.888223 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 39484) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:52.894715 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be0e00-26f9-4d17-8709-4099d363bc03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1093c7-2b33-440b-acb2-bd66d8a63109,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:52.898833 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-41be0e00-26f9-4d17-8709-4099d363bc03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:52.953472 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-ed87ca4c-900c-4e35-aabf-41a0ad3f0511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:52.968636 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 39488) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:52.979370 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 19:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea2458d-9c8c-4d37-bb42-f8cb52adcfc7 x-openstack-request-id: req-bea2458d-9c8c-4d37-bb42-f8cb52adcfc7 {{(pid=104576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:44:52.979876 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67b49d3a-39fb-4115-82fc-47dcbe1fccb9", "tag": "17652a9b-0ced-4411-9d13-2c92c873ccea", "status": "completed", "code": 200}]} {{(pid=104576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:44:52.980320 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bea2458d-9c8c-4d37-bb42-f8cb52adcfc7 {{(pid=104576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:44:52.980896 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b49d3a-39fb-4115-82fc-47dcbe1fccb9', 'tag': '17652a9b-0ced-4411-9d13-2c92c873ccea', 'status': 'completed', 'code': 200} Jun 21 19:44:52.991652 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-ed87ca4c-900c-4e35-aabf-41a0ad3f0511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:52.996435 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-17b6c672-9584-4480-a020-ec0d1ffcbb7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:52.999436 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvr_db [None req-1acb61ba-37a2-4301-9764-3cf0edd15c7c None None] Set router 4f6e2569-ac98-42f8-a137-37d5f631785f gateway port host: dv-cinder-792462-15-smb {{(pid=104578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:44:53.105590 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 39494) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:53.189736 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-17b6c672-9584-4480-a020-ec0d1ffcbb7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:53.194829 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-17b6c672-9584-4480-a020-ec0d1ffcbb7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:53.203695 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-badb1dab-a05d-4375-a41c-bb005119eaa8 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:53.246958 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-ed87ca4c-900c-4e35-aabf-41a0ad3f0511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:53.251615 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-17b6c672-9584-4480-a020-ec0d1ffcbb7a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5e3d65e41a244765923b0bed4f49f978&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2817395 Jun 21 19:44:53.255561 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b6c672-9584-4480-a020-ec0d1ffcbb7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30929b25-4ee3-4ea7-b3e1-cf036603e35c,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:53.260001 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-17b6c672-9584-4480-a020-ec0d1ffcbb7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:53.262046 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 39500) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:53.271643 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device e74166e9-57df-4343-8e96-d15264ced762 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=104577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 19:44:53.273066 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-ed87ca4c-900c-4e35-aabf-41a0ad3f0511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:53.277079 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-ed87ca4c-900c-4e35-aabf-41a0ad3f0511 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5f1093c7-2b33-440b-acb2-bd66d8a63109 HTTP/1.1" status: 204 len: 168 time: 0.3877957 Jun 21 19:44:53.285083 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-194066fc-7dd4-4f13-8f3e-02e831ad945d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2243c5ffe7384a48bbba20db17f9a4b0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1770086 Jun 21 19:44:53.286150 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 39504) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:53.287939 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-5962784c-af9d-4eee-8deb-fe560a5476b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:53.302750 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed87ca4c-900c-4e35-aabf-41a0ad3f0511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1093c7-2b33-440b-acb2-bd66d8a63109,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:53.321460 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-ed87ca4c-900c-4e35-aabf-41a0ad3f0511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:53.321460 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7569a8d6-ae4c-4112-bb65-addad95be3b6 req-a5b06b53-d979-4163-9132-d2a88dc6b297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:53.321460 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-7569a8d6-ae4c-4112-bb65-addad95be3b6 req-a5b06b53-d979-4163-9132-d2a88dc6b297 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=24d88bac2bdc4887aaf0eb2f85b5c6cd&device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 1098 time: 0.3088090 Jun 21 19:44:53.380051 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9f344529-ed76-4b2f-b44b-9999644ea18b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:53.408301 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9f344529-ed76-4b2f-b44b-9999644ea18b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:53.410078 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-1acb61ba-37a2-4301-9764-3cf0edd15c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'name': 'tempest-AttachVolumeShelveTestJSON-524762901-router', 'tenant_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a8e686c1-5144-483c-800b-843137339b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:44:04Z', 'updated_at': '2021-06-21T19:44:14Z', 'revision_number': 4, 'project_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'gw_port': {'id': 'a8e686c1-5144-483c-800b-843137339b6a', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:05Z', 'updated_at': '2021-06-21T19:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_floatingips': [{'id': '739344d7-73ce-44d4-8792-92a3b8952e89', 'tenant_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'floating_ip_address': '172.28.3.252', 'floating_network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'router_id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'port_id': '17652a9b-0ced-4411-9d13-2c92c873ccea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d4d9e71-b808-45e3-a13f-71991168a9d3', 'mac_address': 'fa:16:3e:f8:9b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b49d3a-39fb-4115-82fc-47dcbe1fccb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T19:44:30Z', 'updated_at': '2021-06-21T19:44:51Z', 'revision_number': 1, 'project_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5be5f07e-b88d-469e-820b-9cb6b75a44bd', 'name': '', 'network_id': '2d4d9e71-b808-45e3-a13f-71991168a9d3', 'tenant_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'mac_address': 'fa:16:3e:45:4b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9614296a-537a-414b-ae37-4bb814e04b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:11Z', 'updated_at': '2021-06-21T19:44:29Z', 'revision_number': 5, 'project_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'subnets': [{'id': '9614296a-537a-414b-ae37-4bb814e04b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:44:53.432815 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7569a8d6-ae4c-4112-bb65-addad95be3b6 req-d43071f4-2db5-43b7-9d4f-9d274c0e6f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:53.434298 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-7569a8d6-ae4c-4112-bb65-addad95be3b6 req-d43071f4-2db5-43b7-9d4f-9d274c0e6f51 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2d4d9e71-b808-45e3-a13f-71991168a9d3 HTTP/1.1" status: 200 len: 917 time: 0.0985935 Jun 21 19:44:53.439621 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acb61ba-37a2-4301-9764-3cf0edd15c7c None None] Checking router: 4f6e2569-ac98-42f8-a137-37d5f631785f for host: dv-cinder-792462-15-smb {{(pid=104578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 19:44:53.444971 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd4f66-f4b3-43be-9698-e9deef846cfd req-a916a995-6db1-46bd-a45e-fd7b295b5631 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:53.446475 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-e3cd4f66-f4b3-43be-9698-e9deef846cfd req-a916a995-6db1-46bd-a45e-fd7b295b5631 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=d71c26de-0d1d-49e6-87a3-17f293800374 HTTP/1.1" status: 200 len: 945 time: 0.2962430 Jun 21 19:44:53.449069 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acb61ba-37a2-4301-9764-3cf0edd15c7c None None] Routers {'4f6e2569-ac98-42f8-a137-37d5f631785f'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:44:53.450098 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-1acb61ba-37a2-4301-9764-3cf0edd15c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:44:33Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['4f6e2569-ac98-42f8-a137-37d5f631785f'], 'active': True} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:44:53.475443 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9f344529-ed76-4b2f-b44b-9999644ea18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:53.478662 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9f344529-ed76-4b2f-b44b-9999644ea18b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:53.482125 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-9f344529-ed76-4b2f-b44b-9999644ea18b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/30929b25-4ee3-4ea7-b3e1-cf036603e35c HTTP/1.1" status: 204 len: 168 time: 0.2164810 Jun 21 19:44:53.482125 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-17b6c672-9584-4480-a020-ec0d1ffcbb7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:53.512080 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f344529-ed76-4b2f-b44b-9999644ea18b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30929b25-4ee3-4ea7-b3e1-cf036603e35c,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:53.518377 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-9f344529-ed76-4b2f-b44b-9999644ea18b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:53.568340 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port e74166e9-57df-4343-8e96-d15264ced762, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=e74166e9-57df-4343-8e96-d15264ced762,segment=NetworkSegment(79ea6ea4-6122-4223-ae2c-7a1635a6be67),segment_id=79ea6ea4-6122-4223-ae2c-7a1635a6be67)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:44:53.584222 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvr_db [None req-1acb61ba-37a2-4301-9764-3cf0edd15c7c None None] Set router 4f6e2569-ac98-42f8-a137-37d5f631785f gateway port host: dv-cinder-792462-15-smb {{(pid=104578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:44:53.616444 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Returning: {'device': 'e74166e9-57df-4343-8e96-d15264ced762', 'network_id': 'b8c61fcc-c4c3-4872-8556-59affedd8dad', 'port_id': 'e74166e9-57df-4343-8e96-d15264ced762', 'mac_address': 'fa:16:3e:34:43:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65d12bc6-cf17-4a89-a7d0-97f216ebf025', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 19:44:53.632249 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-5e29d183-0db9-4639-adf0-62cc3cfd3d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:53.645626 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-e3cd4f66-f4b3-43be-9698-e9deef846cfd req-f5cdf72b-dbf5-4516-9743-35a76dd0fb42 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893127 Jun 21 19:44:53.661818 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-7569a8d6-ae4c-4112-bb65-addad95be3b6 req-d5b705cf-0a70-4fa3-b5ad-410fe238f859 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17652a9b-0ced-4411-9d13-2c92c873ccea HTTP/1.1" status: 200 len: 999 time: 0.2041216 Jun 21 19:44:53.685939 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-5e29d183-0db9-4639-adf0-62cc3cfd3d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:53.707000 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:53.736290 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.notifiers.nova [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e74166e9-57df-4343-8e96-d15264ced762 {{(pid=104577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:44:53.776608 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7569a8d6-ae4c-4112-bb65-addad95be3b6 req-586f832b-069a-4920-9b42-59a983c99956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:53.779548 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-7569a8d6-ae4c-4112-bb65-addad95be3b6 req-586f832b-069a-4920-9b42-59a983c99956 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9614296a-537a-414b-ae37-4bb814e04b86 HTTP/1.1" status: 200 len: 855 time: 0.0961695 Jun 21 19:44:53.791505 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port e74166e9-57df-4343-8e96-d15264ced762, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=e74166e9-57df-4343-8e96-d15264ced762,segment=NetworkSegment(79ea6ea4-6122-4223-ae2c-7a1635a6be67),segment_id=79ea6ea4-6122-4223-ae2c-7a1635a6be67)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:44:53.799406 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:53.802408 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-a93ee259-6a2c-4f73-9340-77cc7402b928 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:53.872825 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-5e29d183-0db9-4639-adf0-62cc3cfd3d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:53.879868 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-5e29d183-0db9-4639-adf0-62cc3cfd3d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:53.883337 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-5e29d183-0db9-4639-adf0-62cc3cfd3d69 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1f75ecaf-e5fe-42f4-abfc-921fec7aec87 HTTP/1.1" status: 204 len: 168 time: 0.5853293 Jun 21 19:44:53.883337 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:53.901366 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Pushing event updated for resources: {'Port': ['ID=e74166e9-57df-4343-8e96-d15264ced762,revision_number=4']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:53.904617 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:53.907267 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e29d183-0db9-4639-adf0-62cc3cfd3d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f75ecaf-e5fe-42f4-abfc-921fec7aec87,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:53.910307 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-5e29d183-0db9-4639-adf0-62cc3cfd3d69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:53.935956 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7569a8d6-ae4c-4112-bb65-addad95be3b6 req-74a7b2fb-dbe6-4f27-b4e6-9a6fa718650b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:53.938362 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-7569a8d6-ae4c-4112-bb65-addad95be3b6 req-74a7b2fb-dbe6-4f27-b4e6-9a6fa718650b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2d4d9e71-b808-45e3-a13f-71991168a9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1515243 Jun 21 19:44:53.950853 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11904a-30d9-494b-88f5-c456381f63ed req-8c7d03d0-22bb-49e8-b4fd-bbe7b70b94ce tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:53.952601 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-8f11904a-30d9-494b-88f5-c456381f63ed req-8c7d03d0-22bb-49e8-b4fd-bbe7b70b94ce tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?device_id=f530946a-70ad-452d-96b7-18d2468e33a9 HTTP/1.1" status: 200 len: 946 time: 0.1732996 Jun 21 19:44:54.021578 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 39522) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:54.046912 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-8f11904a-30d9-494b-88f5-c456381f63ed req-7960053d-ce33-4107-a69d-013adf04952c tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f34aa6c-b29c-41d3-870f-60686f70e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826614 Jun 21 19:44:54.048027 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6caaf23c-4ae7-473c-aa9e-d4002ab419a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:54.136476 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] get_ports_and_sgs() called for port_ids ['e74166e9-57df-4343-8e96-d15264ced762'] {{(pid=104577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 19:44:54.162889 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-7569a8d6-ae4c-4112-bb65-addad95be3b6 req-275d0fa1-0c5c-466b-ad6d-48bc2fd23e35 service neutron] 10.222.0.46 "GET /v2.0/networks/2d4d9e71-b808-45e3-a13f-71991168a9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161765 Jun 21 19:44:54.288869 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d9e8da-7a16-4581-a551-df859a7b60c2 req-a916a423-e57d-4d4b-9939-74b976c6814a tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:54.296222 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-b6d9e8da-7a16-4581-a551-df859a7b60c2 req-a916a423-e57d-4d4b-9939-74b976c6814a tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=77ba3761-adfc-4a73-a66e-32429433625c HTTP/1.1" status: 200 len: 944 time: 0.2073593 Jun 21 19:44:54.384515 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6caaf23c-4ae7-473c-aa9e-d4002ab419a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:54.392686 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-7569a8d6-ae4c-4112-bb65-addad95be3b6 req-af74af40-b1ed-4b61-9e91-5b7c313f204a service neutron] 10.222.0.46 "GET /v2.0/networks/2d4d9e71-b808-45e3-a13f-71991168a9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148225 Jun 21 19:44:54.402342 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-1acb61ba-37a2-4301-9764-3cf0edd15c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'name': 'tempest-AttachVolumeShelveTestJSON-524762901-router', 'tenant_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a8e686c1-5144-483c-800b-843137339b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:44:04Z', 'updated_at': '2021-06-21T19:44:14Z', 'revision_number': 4, 'project_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'gw_port': {'id': 'a8e686c1-5144-483c-800b-843137339b6a', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:05Z', 'updated_at': '2021-06-21T19:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_floatingips': [{'id': '739344d7-73ce-44d4-8792-92a3b8952e89', 'tenant_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'floating_ip_address': '172.28.3.252', 'floating_network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'router_id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'port_id': '17652a9b-0ced-4411-9d13-2c92c873ccea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d4d9e71-b808-45e3-a13f-71991168a9d3', 'mac_address': 'fa:16:3e:f8:9b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b49d3a-39fb-4115-82fc-47dcbe1fccb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T19:44:30Z', 'updated_at': '2021-06-21T19:44:51Z', 'revision_number': 1, 'project_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5be5f07e-b88d-469e-820b-9cb6b75a44bd', 'name': '', 'network_id': '2d4d9e71-b808-45e3-a13f-71991168a9d3', 'tenant_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'mac_address': 'fa:16:3e:45:4b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9614296a-537a-414b-ae37-4bb814e04b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:11Z', 'updated_at': '2021-06-21T19:44:29Z', 'revision_number': 5, 'project_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'subnets': [{'id': '9614296a-537a-414b-ae37-4bb814e04b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:44:54.421295 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-b6d9e8da-7a16-4581-a551-df859a7b60c2 req-198309bb-4b2f-49b8-9c09-a9c75b69d892 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/security-groups?id=66ff75a3-db6c-4e1d-9736-3dfd7054a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238585 Jun 21 19:44:54.424068 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6caaf23c-4ae7-473c-aa9e-d4002ab419a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:54.435905 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:54.467489 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd677c89-55db-4fea-a380-9987ae32c446 req-47d8a2d0-4bcd-4d5d-b107-2b828dc3f97a tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:54.474592 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acb61ba-37a2-4301-9764-3cf0edd15c7c None None] The sync data for ids ['4f6e2569-ac98-42f8-a137-37d5f631785f'] in dv-cinder-792462-15-smb is: [{'id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'name': 'tempest-AttachVolumeShelveTestJSON-524762901-router', 'tenant_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a8e686c1-5144-483c-800b-843137339b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:44:04Z', 'updated_at': '2021-06-21T19:44:14Z', 'revision_number': 4, 'project_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'gw_port': {'id': 'a8e686c1-5144-483c-800b-843137339b6a', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:05Z', 'updated_at': '2021-06-21T19:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_floatingips': [{'id': '739344d7-73ce-44d4-8792-92a3b8952e89', 'tenant_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'floating_ip_address': '172.28.3.252', 'floating_network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'router_id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'port_id': '17652a9b-0ced-4411-9d13-2c92c873ccea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d4d9e71-b808-45e3-a13f-71991168a9d3', 'mac_address': 'fa:16:3e:f8:9b:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b49d3a-39fb-4115-82fc-47dcbe1fccb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T19:44:30Z', 'updated_at': '2021-06-21T19:44:51Z', 'revision_number': 1, 'project_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5be5f07e-b88d-469e-820b-9cb6b75a44bd', 'name': '', 'network_id': '2d4d9e71-b808-45e3-a13f-71991168a9d3', 'tenant_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'mac_address': 'fa:16:3e:45:4b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9614296a-537a-414b-ae37-4bb814e04b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:11Z', 'updated_at': '2021-06-21T19:44:29Z', 'revision_number': 5, 'project_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'subnets': [{'id': '9614296a-537a-414b-ae37-4bb814e04b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 19:44:54.475885 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-bd677c89-55db-4fea-a380-9987ae32c446 req-47d8a2d0-4bcd-4d5d-b107-2b828dc3f97a tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?device_id=f530946a-70ad-452d-96b7-18d2468e33a9 HTTP/1.1" status: 200 len: 946 time: 0.1739287 Jun 21 19:44:54.482783 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 39546) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:54.489573 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.v2.base [None req-6a95b56a-6c72-446d-8550-8149b55b6edc tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Request body: {'floatingip': {'port_id': '3269eb82-0ff3-4dcb-af2a-f3b6fba0734f'}} {{(pid=104576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:44:54.536860 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-6caaf23c-4ae7-473c-aa9e-d4002ab419a5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fef841fc25474c559c0ad9536d359637&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5128589 Jun 21 19:44:54.541368 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 39554) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:54.585539 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caaf23c-4ae7-473c-aa9e-d4002ab419a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9b78f8-0920-4958-ac12-ecbd7aca8406,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:54.590362 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-6a95b56a-6c72-446d-8550-8149b55b6edc tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks [] for floatingip, before_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:54.598536 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-6caaf23c-4ae7-473c-aa9e-d4002ab419a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:54.659943 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a664dc2-081f-4b1d-b9c1-253802b62e1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:54.691238 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a664dc2-081f-4b1d-b9c1-253802b62e1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:54.753072 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a664dc2-081f-4b1d-b9c1-253802b62e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:54.758154 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6a664dc2-081f-4b1d-b9c1-253802b62e1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:54.759832 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-6a664dc2-081f-4b1d-b9c1-253802b62e1e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2a9b78f8-0920-4958-ac12-ecbd7aca8406 HTTP/1.1" status: 204 len: 168 time: 0.2171633 Jun 21 19:44:54.762069 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:54.782511 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a664dc2-081f-4b1d-b9c1-253802b62e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9b78f8-0920-4958-ac12-ecbd7aca8406,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:54.798420 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-6a664dc2-081f-4b1d-b9c1-253802b62e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:54.859389 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea55c2a-6fc9-4e7d-8c29-4ae221f9885f None None] New status for floating IP 739344d7-73ce-44d4-8792-92a3b8952e89: ACTIVE {{(pid=104577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 19:44:55.030525 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2124e-9168-481d-89f4-abf9e3882028 req-1ce9cf6e-286d-4a6e-ae24-6d0cf2fdf1d3 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:55.032033 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-4fc2124e-9168-481d-89f4-abf9e3882028 req-1ce9cf6e-286d-4a6e-ae24-6d0cf2fdf1d3 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=d71c26de-0d1d-49e6-87a3-17f293800374 HTTP/1.1" status: 200 len: 945 time: 0.1600404 Jun 21 19:44:55.124417 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-4fc2124e-9168-481d-89f4-abf9e3882028 req-161c1a93-453f-468a-9f8d-3446b26a58e0 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846045 Jun 21 19:44:55.366710 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-6a95b56a-6c72-446d-8550-8149b55b6edc tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:55.370920 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-6a95b56a-6c72-446d-8550-8149b55b6edc tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33078199'] for floatingip, after_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:55.490068 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.db.l3_db [None req-6a95b56a-6c72-446d-8550-8149b55b6edc tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Floating IP 968399b6-43f8-4049-8b7a-1652a6aa98a3 associated. External IP: 172.28.3.43, port: 3269eb82-0ff3-4dcb-af2a-f3b6fba0734f. Jun 21 19:44:55.621003 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f90c8-0301-446f-a116-c7fc0f6c60db req-c9ac4958-e340-4247-a036-03164ddc7b83 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:55.632426 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-9c1f90c8-0301-446f-a116-c7fc0f6c60db req-c9ac4958-e340-4247-a036-03164ddc7b83 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=77ba3761-adfc-4a73-a66e-32429433625c HTTP/1.1" status: 200 len: 944 time: 0.0804808 Jun 21 19:44:55.716199 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-9c1f90c8-0301-446f-a116-c7fc0f6c60db req-fcc3a92d-d07c-49d6-b9b5-617e919dfa5b tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/security-groups?id=66ff75a3-db6c-4e1d-9736-3dfd7054a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825543 Jun 21 19:44:55.751141 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a95b56a-6c72-446d-8550-8149b55b6edc tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Router 2fe78aa0-6f86-458e-87f5-529228609f09 has already been hosted by L3 agent 340c6150-ff20-4abf-b4fe-5b82b8e71fd8 {{(pid=104576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 19:44:56.134219 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a95b56a-6c72-446d-8550-8149b55b6edc tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify agent at l3_agent.dv-cinder-792462-15-smb the message routers_updated {{(pid=104576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 19:44:56.140098 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-6a95b56a-6c72-446d-8550-8149b55b6edc tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147'] for floatingip, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:56.146104 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6258a900-e15d-4a43-9ff6-ac695253a681 None None] Sync routers for ids ['2fe78aa0-6f86-458e-87f5-529228609f09'] in dv-cinder-792462-15-smb {{(pid=104578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 19:44:56.176679 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6258a900-e15d-4a43-9ff6-ac695253a681 None None] Routers {'2fe78aa0-6f86-458e-87f5-529228609f09'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:44:56.181880 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-6258a900-e15d-4a43-9ff6-ac695253a681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:44:33Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['2fe78aa0-6f86-458e-87f5-529228609f09'], 'active': True} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:44:56.187233 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-6a95b56a-6c72-446d-8550-8149b55b6edc tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "PUT /v2.0/floatingips/968399b6-43f8-4049-8b7a-1652a6aa98a3 HTTP/1.1" status: 200 len: 991 time: 1.7031932 Jun 21 19:44:56.188297 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f530946a-70ad-452d-96b7-18d2468e33a9', 'tag': '3269eb82-0ff3-4dcb-af2a-f3b6fba0734f'}] {{(pid=104576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:44:56.192240 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05f20d886da9388d71ee432e92ee53588f77c84f00dcc9da6d5f2e0db0526183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a4af1c-7e93-4f3b-aaa6-4674b82b514c" -d '{"events": [{"name": "network-changed", "server_uuid": "f530946a-70ad-452d-96b7-18d2468e33a9", "tag": "3269eb82-0ff3-4dcb-af2a-f3b6fba0734f"}]}' {{(pid=104576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:44:56.376481 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvr_db [None req-6258a900-e15d-4a43-9ff6-ac695253a681 None None] Set router 2fe78aa0-6f86-458e-87f5-529228609f09 gateway port host: dv-cinder-792462-15-smb {{(pid=104578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:44:56.402360 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35db1a-b18e-4950-9a1c-a13f2aad0366 req-40276db9-13c7-43f6-8c8a-1786ea30048c tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:56.410480 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-9d35db1a-b18e-4950-9a1c-a13f2aad0366 req-40276db9-13c7-43f6-8c8a-1786ea30048c tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=d71c26de-0d1d-49e6-87a3-17f293800374 HTTP/1.1" status: 200 len: 945 time: 0.1009181 Jun 21 19:44:56.458032 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-9d35db1a-b18e-4950-9a1c-a13f2aad0366 req-431ec333-4f9b-4baf-ac19-147728607d4c tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463672 Jun 21 19:44:56.495554 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 19:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5174f630-7f7c-450b-ac52-cd183eee6248 x-openstack-request-id: req-5174f630-7f7c-450b-ac52-cd183eee6248 {{(pid=104576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:44:56.496082 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f530946a-70ad-452d-96b7-18d2468e33a9", "tag": "3269eb82-0ff3-4dcb-af2a-f3b6fba0734f", "status": "completed", "code": 200}]} {{(pid=104576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:44:56.496189 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5174f630-7f7c-450b-ac52-cd183eee6248 {{(pid=104576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:44:56.496520 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f530946a-70ad-452d-96b7-18d2468e33a9', 'tag': '3269eb82-0ff3-4dcb-af2a-f3b6fba0734f', 'status': 'completed', 'code': 200} Jun 21 19:44:56.561972 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:56.608907 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4af1c-7e93-4f3b-aaa6-4674b82b514c req-0dfa8130-15b8-4fbc-ab41-be05f5ca5ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:56.610642 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-a2a4af1c-7e93-4f3b-aaa6-4674b82b514c req-0dfa8130-15b8-4fbc-ab41-be05f5ca5ab8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c5aea0db63454ab7b0452a27b5c0fbbe&device_id=f530946a-70ad-452d-96b7-18d2468e33a9 HTTP/1.1" status: 200 len: 1099 time: 0.0696568 Jun 21 19:44:56.683400 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-6258a900-e15d-4a43-9ff6-ac695253a681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'name': 'tempest-AttachVolumeTestJSON-990421211-router', 'tenant_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd05cdae7-31d1-415e-b5f2-3cffb2b2b1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:44:07Z', 'updated_at': '2021-06-21T19:44:23Z', 'revision_number': 4, 'project_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'gw_port': {'id': 'd05cdae7-31d1-415e-b5f2-3cffb2b2b1bb', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:08Z', 'updated_at': '2021-06-21T19:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_floatingips': [{'id': '968399b6-43f8-4049-8b7a-1652a6aa98a3', 'tenant_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'floating_ip_address': '172.28.3.43', 'floating_network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'router_id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'port_id': '3269eb82-0ff3-4dcb-af2a-f3b6fba0734f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f83e3e6f-0c8e-4ab7-af9c-731326ea9260', 'mac_address': 'fa:16:3e:b6:01:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f530946a-70ad-452d-96b7-18d2468e33a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T19:44:35Z', 'updated_at': '2021-06-21T19:44:55Z', 'revision_number': 1, 'project_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6cf6a99-804f-494a-97e5-19ba715fd648', 'name': '', 'network_id': 'f83e3e6f-0c8e-4ab7-af9c-731326ea9260', 'tenant_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'mac_address': 'fa:16:3e:73:a3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ce1151cf-2ecc-44e3-aa52-cfec5d7d7e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:19Z', 'updated_at': '2021-06-21T19:44:34Z', 'revision_number': 5, 'project_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'subnets': [{'id': 'ce1151cf-2ecc-44e3-aa52-cfec5d7d7e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:44:56.724669 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6258a900-e15d-4a43-9ff6-ac695253a681 None None] Checking router: 2fe78aa0-6f86-458e-87f5-529228609f09 for host: dv-cinder-792462-15-smb {{(pid=104578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 19:44:56.730500 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4af1c-7e93-4f3b-aaa6-4674b82b514c req-d8bd288c-b9bf-48ba-828e-41225675ba51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:56.733322 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-a2a4af1c-7e93-4f3b-aaa6-4674b82b514c req-d8bd288c-b9bf-48ba-828e-41225675ba51 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f83e3e6f-0c8e-4ab7-af9c-731326ea9260 HTTP/1.1" status: 200 len: 911 time: 0.1145687 Jun 21 19:44:56.735133 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6258a900-e15d-4a43-9ff6-ac695253a681 None None] Routers {'2fe78aa0-6f86-458e-87f5-529228609f09'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:44:56.735744 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-6258a900-e15d-4a43-9ff6-ac695253a681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:44:33Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['2fe78aa0-6f86-458e-87f5-529228609f09'], 'active': True} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:44:56.908015 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvr_db [None req-6258a900-e15d-4a43-9ff6-ac695253a681 None None] Set router 2fe78aa0-6f86-458e-87f5-529228609f09 gateway port host: dv-cinder-792462-15-smb {{(pid=104578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:44:57.145610 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-a2a4af1c-7e93-4f3b-aaa6-4674b82b514c req-94e343d6-edc1-4831-b25b-8b6d86502fd5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3269eb82-0ff3-4dcb-af2a-f3b6fba0734f HTTP/1.1" status: 200 len: 999 time: 0.4054427 Jun 21 19:44:57.173077 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-6258a900-e15d-4a43-9ff6-ac695253a681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'name': 'tempest-AttachVolumeTestJSON-990421211-router', 'tenant_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd05cdae7-31d1-415e-b5f2-3cffb2b2b1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:44:07Z', 'updated_at': '2021-06-21T19:44:23Z', 'revision_number': 4, 'project_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'gw_port': {'id': 'd05cdae7-31d1-415e-b5f2-3cffb2b2b1bb', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:08Z', 'updated_at': '2021-06-21T19:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_floatingips': [{'id': '968399b6-43f8-4049-8b7a-1652a6aa98a3', 'tenant_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'floating_ip_address': '172.28.3.43', 'floating_network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'router_id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'port_id': '3269eb82-0ff3-4dcb-af2a-f3b6fba0734f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f83e3e6f-0c8e-4ab7-af9c-731326ea9260', 'mac_address': 'fa:16:3e:b6:01:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f530946a-70ad-452d-96b7-18d2468e33a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T19:44:35Z', 'updated_at': '2021-06-21T19:44:55Z', 'revision_number': 1, 'project_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6cf6a99-804f-494a-97e5-19ba715fd648', 'name': '', 'network_id': 'f83e3e6f-0c8e-4ab7-af9c-731326ea9260', 'tenant_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'mac_address': 'fa:16:3e:73:a3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ce1151cf-2ecc-44e3-aa52-cfec5d7d7e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:19Z', 'updated_at': '2021-06-21T19:44:34Z', 'revision_number': 5, 'project_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'subnets': [{'id': 'ce1151cf-2ecc-44e3-aa52-cfec5d7d7e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:44:57.173898 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df51c36-688a-400f-8dea-f9514d1dd258 req-0ed5508f-4a85-497f-bceb-dd05fabf4870 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:57.175851 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-4df51c36-688a-400f-8dea-f9514d1dd258 req-0ed5508f-4a85-497f-bceb-dd05fabf4870 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=77ba3761-adfc-4a73-a66e-32429433625c HTTP/1.1" status: 200 len: 944 time: 0.0934463 Jun 21 19:44:57.204656 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6258a900-e15d-4a43-9ff6-ac695253a681 None None] The sync data for ids ['2fe78aa0-6f86-458e-87f5-529228609f09'] in dv-cinder-792462-15-smb is: [{'id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'name': 'tempest-AttachVolumeTestJSON-990421211-router', 'tenant_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd05cdae7-31d1-415e-b5f2-3cffb2b2b1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:44:07Z', 'updated_at': '2021-06-21T19:44:23Z', 'revision_number': 4, 'project_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'gw_port': {'id': 'd05cdae7-31d1-415e-b5f2-3cffb2b2b1bb', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:08Z', 'updated_at': '2021-06-21T19:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_floatingips': [{'id': '968399b6-43f8-4049-8b7a-1652a6aa98a3', 'tenant_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'floating_ip_address': '172.28.3.43', 'floating_network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'router_id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'port_id': '3269eb82-0ff3-4dcb-af2a-f3b6fba0734f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f83e3e6f-0c8e-4ab7-af9c-731326ea9260', 'mac_address': 'fa:16:3e:b6:01:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f530946a-70ad-452d-96b7-18d2468e33a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T19:44:35Z', 'updated_at': '2021-06-21T19:44:55Z', 'revision_number': 1, 'project_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6cf6a99-804f-494a-97e5-19ba715fd648', 'name': '', 'network_id': 'f83e3e6f-0c8e-4ab7-af9c-731326ea9260', 'tenant_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'mac_address': 'fa:16:3e:73:a3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ce1151cf-2ecc-44e3-aa52-cfec5d7d7e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:19Z', 'updated_at': '2021-06-21T19:44:34Z', 'revision_number': 5, 'project_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'subnets': [{'id': 'ce1151cf-2ecc-44e3-aa52-cfec5d7d7e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 19:44:57.246180 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4af1c-7e93-4f3b-aaa6-4674b82b514c req-00770414-5485-484b-be8e-eb3525bd4316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:57.247637 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-a2a4af1c-7e93-4f3b-aaa6-4674b82b514c req-00770414-5485-484b-be8e-eb3525bd4316 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ce1151cf-2ecc-44e3-aa52-cfec5d7d7e35 HTTP/1.1" status: 200 len: 849 time: 0.0928547 Jun 21 19:44:57.250787 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-4df51c36-688a-400f-8dea-f9514d1dd258 req-2f99f9a4-32eb-44cc-ad64-7d668bbcd632 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/security-groups?id=66ff75a3-db6c-4e1d-9736-3dfd7054a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553861 Jun 21 19:44:57.276650 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device e74166e9-57df-4343-8e96-d15264ced762 up at agent hyperv_hv-cinder-79246 {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:44:57.328015 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4af1c-7e93-4f3b-aaa6-4674b82b514c req-d4e78a6d-6a75-48dd-8848-545c29711c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:57.329932 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-a2a4af1c-7e93-4f3b-aaa6-4674b82b514c req-d4e78a6d-6a75-48dd-8848-545c29711c4c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f83e3e6f-0c8e-4ab7-af9c-731326ea9260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0757742 Jun 21 19:44:57.366220 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Provisioning for port e74166e9-57df-4343-8e96-d15264ced762 completed by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:44:57.374447 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Provisioning complete for port e74166e9-57df-4343-8e96-d15264ced762 triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:44:57.375915 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:57.462504 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:57.508344 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-a2a4af1c-7e93-4f3b-aaa6-4674b82b514c req-b564aca9-5c3f-40ff-8517-eaf27ad4b92d service neutron] 10.222.0.46 "GET /v2.0/networks/f83e3e6f-0c8e-4ab7-af9c-731326ea9260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677778 Jun 21 19:44:57.518431 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ba3761-adfc-4a73-a66e-32429433625c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74166e9-57df-4343-8e96-d15264ced762'}] {{(pid=104577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:44:57.526923 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c14435dcc002c6d250290293137fb351442a83316ffa0c10b5cf8ed6f24812f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829989bd-0dde-4788-8a76-83e145199b9f" -d '{"events": [{"server_uuid": "77ba3761-adfc-4a73-a66e-32429433625c", "name": "network-vif-plugged", "status": "completed", "tag": "e74166e9-57df-4343-8e96-d15264ced762"}]}' {{(pid=104577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:44:57.569036 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port e74166e9-57df-4343-8e96-d15264ced762, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=e74166e9-57df-4343-8e96-d15264ced762,segment=NetworkSegment(79ea6ea4-6122-4223-ae2c-7a1635a6be67),segment_id=79ea6ea4-6122-4223-ae2c-7a1635a6be67)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:44:57.582746 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:57.587494 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-2e5d1b58-9a4d-4c53-804e-e68fb48d9a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:57.590319 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda7f55b-869c-400e-8ee0-97a910677953 None None] New status for floating IP 968399b6-43f8-4049-8b7a-1652a6aa98a3: ACTIVE {{(pid=104577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 19:44:57.756570 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-a2a4af1c-7e93-4f3b-aaa6-4674b82b514c req-5d7805c9-38cd-4b45-95f5-0a1cf226f4eb service neutron] 10.222.0.46 "GET /v2.0/networks/f83e3e6f-0c8e-4ab7-af9c-731326ea9260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384391 Jun 21 19:44:57.765933 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7ff06-eadc-4ef9-8d40-79342f53d0e0 req-32bf0a97-522a-4729-b293-4f2f7dec306c tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:57.768253 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 19:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb587e3-a5f6-4b02-928a-e94e2c9fe961 x-openstack-request-id: req-0cb587e3-a5f6-4b02-928a-e94e2c9fe961 {{(pid=104577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:44:57.768582 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77ba3761-adfc-4a73-a66e-32429433625c", "name": "network-vif-plugged", "status": "completed", "tag": "e74166e9-57df-4343-8e96-d15264ced762", "code": 200}]} {{(pid=104577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:44:57.768845 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0cb587e3-a5f6-4b02-928a-e94e2c9fe961 {{(pid=104577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:44:57.769233 dv-cinder-792462-15-smb neutron-server[104577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ba3761-adfc-4a73-a66e-32429433625c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e74166e9-57df-4343-8e96-d15264ced762', 'code': 200} Jun 21 19:44:57.770052 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Pushing event updated for resources: {'Port': ['ID=e74166e9-57df-4343-8e96-d15264ced762,revision_number=5']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:57.774622 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-66e7ff06-eadc-4ef9-8d40-79342f53d0e0 req-32bf0a97-522a-4729-b293-4f2f7dec306c tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=d71c26de-0d1d-49e6-87a3-17f293800374 HTTP/1.1" status: 200 len: 945 time: 0.0865042 Jun 21 19:44:57.781305 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:57.835542 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-66e7ff06-eadc-4ef9-8d40-79342f53d0e0 req-cba77b20-7486-4d33-b1ce-50262eb6ea69 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594800 Jun 21 19:44:58.117653 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d36d2-39b1-40b9-b401-5e80b1f2ddbe req-11646bd6-d6bf-4c1b-b95b-0615e617580a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:58.119211 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-421d36d2-39b1-40b9-b401-5e80b1f2ddbe req-11646bd6-d6bf-4c1b-b95b-0615e617580a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=77ba3761-adfc-4a73-a66e-32429433625c HTTP/1.1" status: 200 len: 1098 time: 0.1083016 Jun 21 19:44:58.158824 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-421d36d2-39b1-40b9-b401-5e80b1f2ddbe req-ba503d32-e523-4b33-adef-af5fab29b441 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=66ff75a3-db6c-4e1d-9736-3dfd7054a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321240 Jun 21 19:44:58.312593 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 39740) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:58.451328 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6e8df5f0-c405-420e-9e04-663ba6c8af00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:58.543727 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6e8df5f0-c405-420e-9e04-663ba6c8af00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:58.547989 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6e8df5f0-c405-420e-9e04-663ba6c8af00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:58.551244 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-6e56d0ea-e481-4317-b710-96f9cfccac60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:58.586698 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-6e8df5f0-c405-420e-9e04-663ba6c8af00 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7b2cfab2d0324ef798d58fba978ac470&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2727506 Jun 21 19:44:58.587675 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8df5f0-c405-420e-9e04-663ba6c8af00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5f9403-f669-4977-a3ad-d88d05108d18,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:58.590115 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 39746) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:58.592203 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-6e8df5f0-c405-420e-9e04-663ba6c8af00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:58.606806 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87181bf-5e06-41d7-9163-e484cbfd946f req-acde5543-0f18-45b7-9c4d-23fe58adc18d tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:58.608386 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-d87181bf-5e06-41d7-9163-e484cbfd946f req-acde5543-0f18-45b7-9c4d-23fe58adc18d tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=77ba3761-adfc-4a73-a66e-32429433625c HTTP/1.1" status: 200 len: 945 time: 0.0701838 Jun 21 19:44:58.643444 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-2910823b-9551-44e0-b23a-9abd6d1c3bc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:58.648830 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-d87181bf-5e06-41d7-9163-e484cbfd946f req-f6e35223-4599-4855-95a6-5f820522235d tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/security-groups?id=66ff75a3-db6c-4e1d-9736-3dfd7054a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340366 Jun 21 19:44:58.666651 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-2910823b-9551-44e0-b23a-9abd6d1c3bc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:58.722534 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-2910823b-9551-44e0-b23a-9abd6d1c3bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:58.725389 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-2910823b-9551-44e0-b23a-9abd6d1c3bc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:58.726558 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-2910823b-9551-44e0-b23a-9abd6d1c3bc0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bb5f9403-f669-4977-a3ad-d88d05108d18 HTTP/1.1" status: 204 len: 168 time: 0.1355484 Jun 21 19:44:58.727404 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-7f7df48c-2450-4bfe-b6e8-b21a7adba04d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:58.735643 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2910823b-9551-44e0-b23a-9abd6d1c3bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5f9403-f669-4977-a3ad-d88d05108d18,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:58.738079 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-2910823b-9551-44e0-b23a-9abd6d1c3bc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:58.999403 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ebba9-0c0d-4700-b590-5f2ac3de13cc req-a038a6e0-e1f7-4c71-8bb9-975371016d4f tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:59.000874 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-090ebba9-0c0d-4700-b590-5f2ac3de13cc req-a038a6e0-e1f7-4c71-8bb9-975371016d4f tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=d71c26de-0d1d-49e6-87a3-17f293800374 HTTP/1.1" status: 200 len: 945 time: 0.0641997 Jun 21 19:44:59.012973 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 39766) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:59.026476 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-7a4da536-ba3d-426f-a1c6-ab3c302e217c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:59.038319 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-090ebba9-0c0d-4700-b590-5f2ac3de13cc req-35c98721-b341-4916-b338-6d52e9537d4c tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313780 Jun 21 19:44:59.118621 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-7a4da536-ba3d-426f-a1c6-ab3c302e217c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:59.122530 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-7a4da536-ba3d-426f-a1c6-ab3c302e217c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:59.125731 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:59.166767 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-7a4da536-ba3d-426f-a1c6-ab3c302e217c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=efbfc4c9f01c44159ad078c2d72f1e6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1527102 Jun 21 19:44:59.167958 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4da536-ba3d-426f-a1c6-ab3c302e217c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f1c2d53-b2bb-45e9-b45a-04c77027a5ae,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:59.169520 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 39776) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:44:59.181561 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-7a4da536-ba3d-426f-a1c6-ab3c302e217c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:59.223596 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-4cf18a97-27fd-4971-9a0d-31e8235b26c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:59.244493 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-4cf18a97-27fd-4971-9a0d-31e8235b26c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:59.303750 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-4cf18a97-27fd-4971-9a0d-31e8235b26c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:59.303750 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-4cf18a97-27fd-4971-9a0d-31e8235b26c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:44:59.303750 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-4cf18a97-27fd-4971-9a0d-31e8235b26c7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1f1c2d53-b2bb-45e9-b45a-04c77027a5ae HTTP/1.1" status: 204 len: 168 time: 0.1310699 Jun 21 19:44:59.303750 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-9835faa7-5877-4cb5-8a2c-2c9e941e5671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:44:59.319276 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf18a97-27fd-4971-9a0d-31e8235b26c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f1c2d53-b2bb-45e9-b45a-04c77027a5ae,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:44:59.328574 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-4cf18a97-27fd-4971-9a0d-31e8235b26c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:44:59.853515 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e08f7e-b911-4b26-8576-8f848adbca4e req-36d21b8c-0bd6-4eaf-909b-772e7b50f087 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:44:59.855023 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-29e08f7e-b911-4b26-8576-8f848adbca4e req-36d21b8c-0bd6-4eaf-909b-772e7b50f087 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=77ba3761-adfc-4a73-a66e-32429433625c HTTP/1.1" status: 200 len: 945 time: 0.0749490 Jun 21 19:44:59.914250 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-29e08f7e-b911-4b26-8576-8f848adbca4e req-1d6f4756-c38b-4c7d-8ed9-b12255a44ba9 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/security-groups?id=66ff75a3-db6c-4e1d-9736-3dfd7054a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488477 Jun 21 19:45:00.246487 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae5031f-4353-40b9-8c7b-740651817500 req-b56095a7-577b-442c-b7aa-d71a2b903f48 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:00.248425 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-bae5031f-4353-40b9-8c7b-740651817500 req-b56095a7-577b-442c-b7aa-d71a2b903f48 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=d71c26de-0d1d-49e6-87a3-17f293800374 HTTP/1.1" status: 200 len: 945 time: 0.0687671 Jun 21 19:45:00.290863 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-bae5031f-4353-40b9-8c7b-740651817500 req-a038fd25-7e4a-4199-a7b4-58197fe43590 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341485 Jun 21 19:45:00.779261 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-0fc541ba-e908-45e2-8e16-37164fc6663d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:01.489896 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962cd09-e3c6-4795-b606-483430f386c5 req-28d249c4-1a1b-45fe-99a9-4d7e73316d48 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:01.491380 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-e962cd09-e3c6-4795-b606-483430f386c5 req-28d249c4-1a1b-45fe-99a9-4d7e73316d48 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=d71c26de-0d1d-49e6-87a3-17f293800374 HTTP/1.1" status: 200 len: 945 time: 0.0702085 Jun 21 19:45:01.535271 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-e962cd09-e3c6-4795-b606-483430f386c5 req-3e4a8e34-5d0b-4617-9e30-c12f61a3a94b tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366426 Jun 21 19:45:02.038871 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760abcfd-73ca-4725-ac1e-f3609ed531ef req-7968dbaa-9e97-45eb-8c83-7755ee15ec37 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:02.040331 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-760abcfd-73ca-4725-ac1e-f3609ed531ef req-7968dbaa-9e97-45eb-8c83-7755ee15ec37 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/networks?id=b8c61fcc-c4c3-4872-8556-59affedd8dad HTTP/1.1" status: 200 len: 815 time: 0.1096802 Jun 21 19:45:02.058337 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-760abcfd-73ca-4725-ac1e-f3609ed531ef req-584eed6b-00f6-4598-ab45-05d5e626902c tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/quotas/8b5695a498f64147a2657a531899f0a2 HTTP/1.1" status: 200 len: 375 time: 0.0105972 Jun 21 19:45:02.132580 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-760abcfd-73ca-4725-ac1e-f3609ed531ef req-cf749c71-65b3-448b-a394-055b4527bb35 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=8b5695a498f64147a2657a531899f0a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0690703 Jun 21 19:45:02.226854 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-760abcfd-73ca-4725-ac1e-f3609ed531ef req-d5361796-009d-4385-b666-ff62b4fb47ba service neutron] 10.222.0.38 "GET /v2.0/networks/b8c61fcc-c4c3-4872-8556-59affedd8dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893221 Jun 21 19:45:02.251585 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.agents_db [None req-c2d22edd-97c6-4632-8c47-e807aff285e4 None None] Agent healthcheck: found 6 active agents {{(pid=104578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 19:45:02.313433 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-760abcfd-73ca-4725-ac1e-f3609ed531ef req-0a99cf17-51a7-463f-8f80-67d13309572d service neutron] 10.222.0.38 "GET /v2.0/networks/b8c61fcc-c4c3-4872-8556-59affedd8dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809174 Jun 21 19:45:02.480083 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-75aef245-4613-4e83-9616-c72b1de344b2 req-78b88caf-b23b-4967-99d3-2420ebd1049e tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=3078673b-9dde-4916-9f4a-21b85d236b57 HTTP/1.1" status: 200 len: 210 time: 0.0286434 Jun 21 19:45:02.746595 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada2977-cbf4-4145-8712-8c99d7d4729c req-0aa27b93-fc94-47a3-8c00-38630ebb63cc tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:02.748651 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-fada2977-cbf4-4145-8712-8c99d7d4729c req-0aa27b93-fc94-47a3-8c00-38630ebb63cc tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=d71c26de-0d1d-49e6-87a3-17f293800374 HTTP/1.1" status: 200 len: 945 time: 0.0888689 Jun 21 19:45:02.796888 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-fada2977-cbf4-4145-8712-8c99d7d4729c req-b2c6868d-c38d-410d-9b12-a46c6d605ef9 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405684 Jun 21 19:45:03.056447 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 40010) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:03.120396 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 40014) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:03.213159 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-89a0d847-0f9b-47ff-92d7-36af43243744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:03.236650 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-ffa65d13-c678-4a5f-9e1c-cbadee428dbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:03.333015 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-9538b68e-9b6c-4cf4-869e-edd56f5594e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:03.338460 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-89a0d847-0f9b-47ff-92d7-36af43243744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:03.346766 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-89a0d847-0f9b-47ff-92d7-36af43243744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:03.351629 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-721d49a6-9cfc-4834-affb-f9fb8a19fca6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:03.401289 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-89a0d847-0f9b-47ff-92d7-36af43243744 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=228bc959b8164f10a4935f19f2efad52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3436911 Jun 21 19:45:03.404158 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 40020) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:03.407567 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a0d847-0f9b-47ff-92d7-36af43243744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a4c599-ae66-48a5-b954-69033af37f4d,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:03.418933 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a0d847-0f9b-47ff-92d7-36af43243744 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:45:03.419375 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a0d847-0f9b-47ff-92d7-36af43243744 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:45:03.419742 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a0d847-0f9b-47ff-92d7-36af43243744 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:45:03.420077 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a0d847-0f9b-47ff-92d7-36af43243744 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:45:03.420658 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a0d847-0f9b-47ff-92d7-36af43243744 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:45:03.420989 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a0d847-0f9b-47ff-92d7-36af43243744 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:45:03.421313 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a0d847-0f9b-47ff-92d7-36af43243744 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:45:03.421636 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a0d847-0f9b-47ff-92d7-36af43243744 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:45:03.422059 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a0d847-0f9b-47ff-92d7-36af43243744 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:45:03.422384 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a0d847-0f9b-47ff-92d7-36af43243744 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:45:03.422706 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a0d847-0f9b-47ff-92d7-36af43243744 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:45:03.423020 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a0d847-0f9b-47ff-92d7-36af43243744 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:45:03.427449 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-89a0d847-0f9b-47ff-92d7-36af43243744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:03.457681 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-2e7ac588-067f-4c42-9bc8-1100b5c6cb8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:03.475619 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-ffa65d13-c678-4a5f-9e1c-cbadee428dbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:03.478433 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-2e7ac588-067f-4c42-9bc8-1100b5c6cb8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:03.480012 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-ffa65d13-c678-4a5f-9e1c-cbadee428dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:03.483638 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:03.484675 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:03.520432 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-ffa65d13-c678-4a5f-9e1c-cbadee428dbf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=be4b5a9effcd45b2a2cf36991f72c353&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3989682 Jun 21 19:45:03.523174 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 40024) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:03.530408 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa65d13-c678-4a5f-9e1c-cbadee428dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95898f8d-b028-48ab-93cc-994298c29fe0,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:03.533508 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-2e7ac588-067f-4c42-9bc8-1100b5c6cb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:03.534348 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-ffa65d13-c678-4a5f-9e1c-cbadee428dbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:03.536921 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-2e7ac588-067f-4c42-9bc8-1100b5c6cb8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:03.538253 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-2e7ac588-067f-4c42-9bc8-1100b5c6cb8e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/19a4c599-ae66-48a5-b954-69033af37f4d HTTP/1.1" status: 204 len: 168 time: 0.1328111 Jun 21 19:45:03.539264 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-2910823b-9551-44e0-b23a-9abd6d1c3bc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:03.563722 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ac588-067f-4c42-9bc8-1100b5c6cb8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a4c599-ae66-48a5-b954-69033af37f4d,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:03.574528 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ac588-067f-4c42-9bc8-1100b5c6cb8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:45:03.575631 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ac588-067f-4c42-9bc8-1100b5c6cb8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:45:03.576257 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ac588-067f-4c42-9bc8-1100b5c6cb8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:45:03.577085 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ac588-067f-4c42-9bc8-1100b5c6cb8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:45:03.577629 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ac588-067f-4c42-9bc8-1100b5c6cb8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:45:03.578188 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ac588-067f-4c42-9bc8-1100b5c6cb8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:45:03.578802 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ac588-067f-4c42-9bc8-1100b5c6cb8e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:45:03.579748 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ac588-067f-4c42-9bc8-1100b5c6cb8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:45:03.580161 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ac588-067f-4c42-9bc8-1100b5c6cb8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:45:03.580730 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ac588-067f-4c42-9bc8-1100b5c6cb8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:45:03.581283 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ac588-067f-4c42-9bc8-1100b5c6cb8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:45:03.581865 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ac588-067f-4c42-9bc8-1100b5c6cb8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:45:03.586234 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-2e7ac588-067f-4c42-9bc8-1100b5c6cb8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:03.599051 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-0114f3f4-43d5-4c24-929e-f1cfd9fddb16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:03.625416 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-0114f3f4-43d5-4c24-929e-f1cfd9fddb16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:03.691812 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-0ff13cb5-0072-43c8-ba75-28de95af9a57 req-cb5faf22-1822-4859-9cfc-98a704ffa04d tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=3078673b-9dde-4916-9f4a-21b85d236b57 HTTP/1.1" status: 200 len: 210 time: 0.0571611 Jun 21 19:45:03.723623 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-0114f3f4-43d5-4c24-929e-f1cfd9fddb16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:03.733739 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-0114f3f4-43d5-4c24-929e-f1cfd9fddb16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:03.735113 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-0114f3f4-43d5-4c24-929e-f1cfd9fddb16 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/95898f8d-b028-48ab-93cc-994298c29fe0 HTTP/1.1" status: 204 len: 168 time: 0.2106059 Jun 21 19:45:03.735641 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-0d102338-90a0-4aef-bc4f-e65f507d4e13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:03.767789 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0114f3f4-43d5-4c24-929e-f1cfd9fddb16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95898f8d-b028-48ab-93cc-994298c29fe0,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:03.777757 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-0114f3f4-43d5-4c24-929e-f1cfd9fddb16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:03.969915 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760abcfd-73ca-4725-ac1e-f3609ed531ef req-f02f3068-910e-4d07-9cc2-db23d20c46fc tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:03.974026 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-760abcfd-73ca-4725-ac1e-f3609ed531ef req-f02f3068-910e-4d07-9cc2-db23d20c46fc tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.46 "GET /v2.0/networks?id=b8c61fcc-c4c3-4872-8556-59affedd8dad HTTP/1.1" status: 200 len: 815 time: 0.2347648 Jun 21 19:45:03.999856 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [req-760abcfd-73ca-4725-ac1e-f3609ed531ef req-2201e694-d1e6-4aa9-bfb8-9c04771cc7a2 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Request body: {'port': {'device_id': '3078673b-9dde-4916-9f4a-21b85d236b57', 'network_id': 'b8c61fcc-c4c3-4872-8556-59affedd8dad', 'admin_state_up': True, 'tenant_id': '8b5695a498f64147a2657a531899f0a2'}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:45:04.011272 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 40048) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:04.028851 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-800926eb-d19f-4d94-a7fd-8977bcbbf79e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:04.179644 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-800926eb-d19f-4d94-a7fd-8977bcbbf79e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:04.182520 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d1664-de86-4eb1-b62c-108125c4d0d1 req-77218c37-6b05-4744-85b9-bf3b49a5bef6 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:04.184762 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-800926eb-d19f-4d94-a7fd-8977bcbbf79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:04.188058 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-8debe732-921f-4b4c-9444-6021ee68cde7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:04.189629 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-6c1d1664-de86-4eb1-b62c-108125c4d0d1 req-77218c37-6b05-4744-85b9-bf3b49a5bef6 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=d71c26de-0d1d-49e6-87a3-17f293800374 HTTP/1.1" status: 200 len: 945 time: 0.2138646 Jun 21 19:45:04.233301 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-800926eb-d19f-4d94-a7fd-8977bcbbf79e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=db4a1f8868c04b909285b9f60ceb568b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2204139 Jun 21 19:45:04.235550 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800926eb-d19f-4d94-a7fd-8977bcbbf79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d8bf15-91eb-49de-b947-dc95c13c32c0,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:04.239147 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 40060) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:04.248958 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-6c1d1664-de86-4eb1-b62c-108125c4d0d1 req-c235d728-9ea2-477d-9be8-64137d1430b8 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581577 Jun 21 19:45:04.249643 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-800926eb-d19f-4d94-a7fd-8977bcbbf79e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:04.250133 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-760abcfd-73ca-4725-ac1e-f3609ed531ef req-2201e694-d1e6-4aa9-bfb8-9c04771cc7a2 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Made reservation on behalf of 8b5695a498f64147a2657a531899f0a2 for: {'port': 1} {{(pid=104575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:45:04.256452 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-760abcfd-73ca-4725-ac1e-f3609ed531ef req-2201e694-d1e6-4aa9-bfb8-9c04771cc7a2 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for port, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:04.305297 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-55861d6e-84bf-4db0-abbf-57f8fc64da57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:04.329376 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-55861d6e-84bf-4db0-abbf-57f8fc64da57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:04.377472 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-55861d6e-84bf-4db0-abbf-57f8fc64da57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:04.380091 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-55861d6e-84bf-4db0-abbf-57f8fc64da57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:04.381264 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-55861d6e-84bf-4db0-abbf-57f8fc64da57 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/93d8bf15-91eb-49de-b947-dc95c13c32c0 HTTP/1.1" status: 204 len: 168 time: 0.1385789 Jun 21 19:45:04.382100 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:04.392781 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55861d6e-84bf-4db0-abbf-57f8fc64da57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d8bf15-91eb-49de-b947-dc95c13c32c0,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:04.399140 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-55861d6e-84bf-4db0-abbf-57f8fc64da57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:04.410120 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.db_base_plugin_common [req-760abcfd-73ca-4725-ac1e-f3609ed531ef req-2201e694-d1e6-4aa9-bfb8-9c04771cc7a2 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Allocated IP 172.20.0.8 (b8c61fcc-c4c3-4872-8556-59affedd8dad/65d12bc6-cf17-4a89-a7d0-97f216ebf025/f9f8bc41-f9ed-4678-ae6c-bb497ad180d9) {{(pid=104575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:45:04.463795 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-14118032-cbf1-44bc-927f-b70ca464d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:04.582233 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-760abcfd-73ca-4725-ac1e-f3609ed531ef req-2201e694-d1e6-4aa9-bfb8-9c04771cc7a2 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Notify callbacks [] for port, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:04.623277 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-760abcfd-73ca-4725-ac1e-f3609ed531ef req-2201e694-d1e6-4aa9-bfb8-9c04771cc7a2 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-129462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761649331797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30138796'] for port, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:04.627258 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-0136912b-7027-4cb4-abb3-447243830e93 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:04.641769 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] get_ports_and_sgs() called for port_ids ['92ab2d58-78f5-4901-9ce2-71dff5b896fb', 'e74166e9-57df-4343-8e96-d15264ced762'] {{(pid=104577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 19:45:04.679664 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-760abcfd-73ca-4725-ac1e-f3609ed531ef req-2201e694-d1e6-4aa9-bfb8-9c04771cc7a2 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Network b8c61fcc-c4c3-4872-8556-59affedd8dad is already hosted by enough agents. {{(pid=104575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:45:04.683220 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.base_scheduler [req-760abcfd-73ca-4725-ac1e-f3609ed531ef req-2201e694-d1e6-4aa9-bfb8-9c04771cc7a2 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Resources bound (agent type, host, resource id): {{(pid=104575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:45:04.687366 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [req-760abcfd-73ca-4725-ac1e-f3609ed531ef req-2201e694-d1e6-4aa9-bfb8-9c04771cc7a2 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Received port after_create {{(pid=104575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:45:04.696132 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2201e694-d1e6-4aa9-bfb8-9c04771cc7a2 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Pushing event updated for resources: {'Port': ['ID=f9f8bc41-f9ed-4678-ae6c-bb497ad180d9,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:04.717793 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-2201e694-d1e6-4aa9-bfb8-9c04771cc7a2 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:04.760291 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760abcfd-73ca-4725-ac1e-f3609ed531ef req-2201e694-d1e6-4aa9-bfb8-9c04771cc7a2 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:04.760951 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-760abcfd-73ca-4725-ac1e-f3609ed531ef req-2201e694-d1e6-4aa9-bfb8-9c04771cc7a2 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for port, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:04.779323 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-760abcfd-73ca-4725-ac1e-f3609ed531ef req-2201e694-d1e6-4aa9-bfb8-9c04771cc7a2 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7861898 Jun 21 19:45:04.792193 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [req-760abcfd-73ca-4725-ac1e-f3609ed531ef req-f184950e-1342-4224-9470-fecb4842cd04 service neutron] Request body: {'port': {'device_id': '3078673b-9dde-4916-9f4a-21b85d236b57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:45:04.915872 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-760abcfd-73ca-4725-ac1e-f3609ed531ef req-f184950e-1342-4224-9470-fecb4842cd04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:04.996263 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf83de9-1447-4f4e-8aad-96d03ff04eee req-162722d3-eb64-4f26-9791-171ae9dcc75c tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:04.997793 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-7cf83de9-1447-4f4e-8aad-96d03ff04eee req-162722d3-eb64-4f26-9791-171ae9dcc75c tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=3078673b-9dde-4916-9f4a-21b85d236b57 HTTP/1.1" status: 200 len: 931 time: 0.1598282 Jun 21 19:45:05.105868 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-7cf83de9-1447-4f4e-8aad-96d03ff04eee req-c01eec82-cb63-4218-b21c-5884fbf2a757 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/security-groups?id=66ff75a3-db6c-4e1d-9736-3dfd7054a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012626 Jun 21 19:45:05.279658 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.notifiers.nova [req-760abcfd-73ca-4725-ac1e-f3609ed531ef req-f184950e-1342-4224-9470-fecb4842cd04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9f8bc41-f9ed-4678-ae6c-bb497ad180d9 {{(pid=104575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:45:05.289583 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-760abcfd-73ca-4725-ac1e-f3609ed531ef req-f184950e-1342-4224-9470-fecb4842cd04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:05.325478 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [req-760abcfd-73ca-4725-ac1e-f3609ed531ef req-f184950e-1342-4224-9470-fecb4842cd04 service neutron] Transition to ACTIVE for port object f9f8bc41-f9ed-4678-ae6c-bb497ad180d9 will not be triggered until provisioned by entity L2. {{(pid=104575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:45:05.334035 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-760abcfd-73ca-4725-ac1e-f3609ed531ef req-f184950e-1342-4224-9470-fecb4842cd04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30138778'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:05.339627 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-3ab65c42-a624-47a7-b160-aca2ff2fdd7c tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:05.402714 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 40130) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:05.488968 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184950e-1342-4224-9470-fecb4842cd04 service neutron] Pushing event updated for resources: {'Port': ['ID=f9f8bc41-f9ed-4678-ae6c-bb497ad180d9,revision_number=2']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:05.491956 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-f184950e-1342-4224-9470-fecb4842cd04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:05.555309 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-d236095c-1360-422f-9404-9d8793436ab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:05.583650 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3719b-6011-4cac-896c-3f7b381fa301 req-c1685311-2db2-4a8c-af5d-5bb20f13f1df tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:05.585319 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-73d3719b-6011-4cac-896c-3f7b381fa301 req-c1685311-2db2-4a8c-af5d-5bb20f13f1df tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=d71c26de-0d1d-49e6-87a3-17f293800374 HTTP/1.1" status: 200 len: 945 time: 0.1781514 Jun 21 19:45:05.611924 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [req-760abcfd-73ca-4725-ac1e-f3609ed531ef req-f184950e-1342-4224-9470-fecb4842cd04 service neutron] Attempting to bind port f9f8bc41-f9ed-4678-ae6c-bb497ad180d9 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:45:05.612933 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [req-760abcfd-73ca-4725-ac1e-f3609ed531ef req-f184950e-1342-4224-9470-fecb4842cd04 service neutron] Attempting to bind port f9f8bc41-f9ed-4678-ae6c-bb497ad180d9 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '79ea6ea4-6122-4223-ae2c-7a1635a6be67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b8c61fcc-c4c3-4872-8556-59affedd8dad'}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:45:05.613456 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760abcfd-73ca-4725-ac1e-f3609ed531ef req-f184950e-1342-4224-9470-fecb4842cd04 service neutron] Attempting to bind port f9f8bc41-f9ed-4678-ae6c-bb497ad180d9 on network b8c61fcc-c4c3-4872-8556-59affedd8dad {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:45:05.624399 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760abcfd-73ca-4725-ac1e-f3609ed531ef req-f184950e-1342-4224-9470-fecb4842cd04 service neutron] Port f9f8bc41-f9ed-4678-ae6c-bb497ad180d9 on network b8c61fcc-c4c3-4872-8556-59affedd8dad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 19:45:05.624724 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760abcfd-73ca-4725-ac1e-f3609ed531ef req-f184950e-1342-4224-9470-fecb4842cd04 service neutron] Attempting to bind port f9f8bc41-f9ed-4678-ae6c-bb497ad180d9 on network b8c61fcc-c4c3-4872-8556-59affedd8dad {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:45:05.638634 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760abcfd-73ca-4725-ac1e-f3609ed531ef req-f184950e-1342-4224-9470-fecb4842cd04 service neutron] Checking agent: {'id': '0b26fa00-c4a2-4127-a29e-c90b7b9119ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 42, 27), 'started_at': datetime.datetime(2021, 6, 21, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:45:05.638972 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760abcfd-73ca-4725-ac1e-f3609ed531ef req-f184950e-1342-4224-9470-fecb4842cd04 service neutron] Checking segment: {'id': '79ea6ea4-6122-4223-ae2c-7a1635a6be67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b8c61fcc-c4c3-4872-8556-59affedd8dad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:45:05.639473 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-760abcfd-73ca-4725-ac1e-f3609ed531ef req-f184950e-1342-4224-9470-fecb4842cd04 service neutron] Bound using segment: {'id': '79ea6ea4-6122-4223-ae2c-7a1635a6be67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b8c61fcc-c4c3-4872-8556-59affedd8dad'} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:45:05.639907 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [req-760abcfd-73ca-4725-ac1e-f3609ed531ef req-f184950e-1342-4224-9470-fecb4842cd04 service neutron] Bound port: f9f8bc41-f9ed-4678-ae6c-bb497ad180d9, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79ea6ea4-6122-4223-ae2c-7a1635a6be67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b8c61fcc-c4c3-4872-8556-59affedd8dad'}}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:45:05.640249 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-760abcfd-73ca-4725-ac1e-f3609ed531ef req-f184950e-1342-4224-9470-fecb4842cd04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:05.648063 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-73d3719b-6011-4cac-896c-3f7b381fa301 req-fe6177cc-9fc8-48f9-85dc-1cbc9fb4b712 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542057 Jun 21 19:45:05.702464 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-d236095c-1360-422f-9404-9d8793436ab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:05.709431 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-d236095c-1360-422f-9404-9d8793436ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:05.712405 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-89b33798-cb6e-4c77-958b-a6fd0a54839b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:05.741143 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d236095c-1360-422f-9404-9d8793436ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bcbcc86-e522-4549-821e-721c288b3655,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:05.747182 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-d236095c-1360-422f-9404-9d8793436ab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:05.761997 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-d236095c-1360-422f-9404-9d8793436ab8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c1688fabfb824742b3bbca76dcb86d46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3555048 Jun 21 19:45:05.763352 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 40142) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:05.784736 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.db [req-760abcfd-73ca-4725-ac1e-f3609ed531ef req-f184950e-1342-4224-9470-fecb4842cd04 service neutron] For port f9f8bc41-f9ed-4678-ae6c-bb497ad180d9, host hv-cinder-79246, cleared binding levels {{(pid=104575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:45:05.811747 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.db [req-760abcfd-73ca-4725-ac1e-f3609ed531ef req-f184950e-1342-4224-9470-fecb4842cd04 service neutron] For port f9f8bc41-f9ed-4678-ae6c-bb497ad180d9, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f9f8bc41-f9ed-4678-ae6c-bb497ad180d9,segment=NetworkSegment(79ea6ea4-6122-4223-ae2c-7a1635a6be67),segment_id=79ea6ea4-6122-4223-ae2c-7a1635a6be67)] {{(pid=104575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:45:05.829100 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-760abcfd-73ca-4725-ac1e-f3609ed531ef req-f184950e-1342-4224-9470-fecb4842cd04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30138778'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:05.832008 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-fa11d001-6a8b-49ba-a8c7-f64bad7a2f7b tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:05.884297 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-cf6a32c9-0393-4973-b948-5757c7915762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:05.888551 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760abcfd-73ca-4725-ac1e-f3609ed531ef req-f184950e-1342-4224-9470-fecb4842cd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:05.889416 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-760abcfd-73ca-4725-ac1e-f3609ed531ef req-f184950e-1342-4224-9470-fecb4842cd04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for port, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:05.890847 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-760abcfd-73ca-4725-ac1e-f3609ed531ef req-f184950e-1342-4224-9470-fecb4842cd04 service neutron] 10.222.0.46 "PUT /v2.0/ports/f9f8bc41-f9ed-4678-ae6c-bb497ad180d9 HTTP/1.1" status: 200 len: 1093 time: 1.1046667 Jun 21 19:45:05.892111 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3078673b-9dde-4916-9f4a-21b85d236b57', 'tag': 'f9f8bc41-f9ed-4678-ae6c-bb497ad180d9'}] {{(pid=104575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:45:05.895195 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c13f0749771774115a22afc177d9d65845734126b668639f93c48b494dfbeb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97710abb-ae0d-4e66-a0dd-32a1ff9b50ef" -d '{"events": [{"name": "network-changed", "server_uuid": "3078673b-9dde-4916-9f4a-21b85d236b57", "tag": "f9f8bc41-f9ed-4678-ae6c-bb497ad180d9"}]}' {{(pid=104575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:45:05.936782 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f184950e-1342-4224-9470-fecb4842cd04 service neutron] Pushing event updated for resources: {'Port': ['ID=f9f8bc41-f9ed-4678-ae6c-bb497ad180d9,revision_number=3']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:05.942041 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-42de2df7-e83b-4cb7-9b47-4d153e7d24d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:05.946184 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-f184950e-1342-4224-9470-fecb4842cd04 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:05.957333 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 19:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8078b1-bb0d-4b7e-9c5e-103752c581b0 x-openstack-request-id: req-eb8078b1-bb0d-4b7e-9c5e-103752c581b0 {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:45:05.957645 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3078673b-9dde-4916-9f4a-21b85d236b57", "tag": "f9f8bc41-f9ed-4678-ae6c-bb497ad180d9", "status": "completed", "code": 200}]} {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:45:05.957947 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-eb8078b1-bb0d-4b7e-9c5e-103752c581b0 {{(pid=104575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:45:05.958378 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3078673b-9dde-4916-9f4a-21b85d236b57', 'tag': 'f9f8bc41-f9ed-4678-ae6c-bb497ad180d9', 'status': 'completed', 'code': 200} Jun 21 19:45:05.960123 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-cf6a32c9-0393-4973-b948-5757c7915762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:06.026109 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760abcfd-73ca-4725-ac1e-f3609ed531ef req-05258fa4-879a-40e7-8a29-9f508c63f9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:06.027719 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-760abcfd-73ca-4725-ac1e-f3609ed531ef req-05258fa4-879a-40e7-8a29-9f508c63f9bb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8b5695a498f64147a2657a531899f0a2&device_id=3078673b-9dde-4916-9f4a-21b85d236b57 HTTP/1.1" status: 200 len: 1096 time: 0.0827045 Jun 21 19:45:06.036253 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-cf6a32c9-0393-4973-b948-5757c7915762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:06.039426 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-cf6a32c9-0393-4973-b948-5757c7915762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:06.043025 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-cf6a32c9-0393-4973-b948-5757c7915762 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3bcbcc86-e522-4549-821e-721c288b3655 HTTP/1.1" status: 204 len: 168 time: 0.2729869 Jun 21 19:45:06.048608 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-d0d0a1fb-08cd-4821-b246-2fa0b4cd4ffc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:06.066648 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a32c9-0393-4973-b948-5757c7915762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bcbcc86-e522-4549-821e-721c288b3655,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:06.109522 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-cf6a32c9-0393-4973-b948-5757c7915762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:06.111174 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-760abcfd-73ca-4725-ac1e-f3609ed531ef req-47a2dd53-f9d2-4a28-968e-dc6c0a5e7419 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9f8bc41-f9ed-4678-ae6c-bb497ad180d9 HTTP/1.1" status: 200 len: 217 time: 0.0681324 Jun 21 19:45:06.176151 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760abcfd-73ca-4725-ac1e-f3609ed531ef req-c218553d-2a8b-4f15-9909-8780e8184f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:06.177622 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-760abcfd-73ca-4725-ac1e-f3609ed531ef req-c218553d-2a8b-4f15-9909-8780e8184f65 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=65d12bc6-cf17-4a89-a7d0-97f216ebf025 HTTP/1.1" status: 200 len: 855 time: 0.0508497 Jun 21 19:45:06.223473 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-760abcfd-73ca-4725-ac1e-f3609ed531ef req-93317556-1adf-4100-8503-f95c625a4444 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b8c61fcc-c4c3-4872-8556-59affedd8dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359492 Jun 21 19:45:06.303888 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa4ab3-3922-4bd9-951a-ae09060e9971 req-4d089df9-2ab7-4b0f-bfe7-5dd9f57306fa tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:06.310980 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-dafa4ab3-3922-4bd9-951a-ae09060e9971 req-4d089df9-2ab7-4b0f-bfe7-5dd9f57306fa tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=3078673b-9dde-4916-9f4a-21b85d236b57 HTTP/1.1" status: 200 len: 943 time: 0.0754890 Jun 21 19:45:06.345848 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-760abcfd-73ca-4725-ac1e-f3609ed531ef req-cdaa537d-c86f-4bd4-b07e-dcdeaa582b47 service neutron] 10.222.0.46 "GET /v2.0/networks/b8c61fcc-c4c3-4872-8556-59affedd8dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145432 Jun 21 19:45:06.348390 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-dafa4ab3-3922-4bd9-951a-ae09060e9971 req-6d89780d-2b7b-4659-afc0-0a01bfebaf0f tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/security-groups?id=66ff75a3-db6c-4e1d-9736-3dfd7054a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364799 Jun 21 19:45:06.454932 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 40176) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:06.483678 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-760abcfd-73ca-4725-ac1e-f3609ed531ef req-36ee0ac2-de95-478e-b6fd-cb61f745419b service neutron] 10.222.0.46 "GET /v2.0/networks/b8c61fcc-c4c3-4872-8556-59affedd8dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247730 Jun 21 19:45:06.602353 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9f687e6e-5aed-450d-b6a7-8ee529a43844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:06.617849 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97710abb-ae0d-4e66-a0dd-32a1ff9b50ef req-11fd2890-5cbf-4408-815e-e8b9609b0932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:06.619682 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-97710abb-ae0d-4e66-a0dd-32a1ff9b50ef req-11fd2890-5cbf-4408-815e-e8b9609b0932 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8b5695a498f64147a2657a531899f0a2&device_id=3078673b-9dde-4916-9f4a-21b85d236b57 HTTP/1.1" status: 200 len: 1096 time: 0.0653393 Jun 21 19:45:06.739617 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97710abb-ae0d-4e66-a0dd-32a1ff9b50ef req-e7dc3b18-4885-4b86-9638-ecd37f5bd6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:06.741083 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-97710abb-ae0d-4e66-a0dd-32a1ff9b50ef req-e7dc3b18-4885-4b86-9638-ecd37f5bd6e2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b8c61fcc-c4c3-4872-8556-59affedd8dad HTTP/1.1" status: 200 len: 916 time: 0.1144855 Jun 21 19:45:06.754113 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9f687e6e-5aed-450d-b6a7-8ee529a43844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:06.760913 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9f687e6e-5aed-450d-b6a7-8ee529a43844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:06.796587 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-9f344529-ed76-4b2f-b44b-9999644ea18b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:06.811040 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-9f687e6e-5aed-450d-b6a7-8ee529a43844 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3de6fba689ed4227ad217afe08fdb2f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3543503 Jun 21 19:45:06.827568 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f687e6e-5aed-450d-b6a7-8ee529a43844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da61bb97-2117-4dcf-b244-3d36854190ea,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:06.830467 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 40194) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:06.830995 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 40196) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:06.835226 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-97710abb-ae0d-4e66-a0dd-32a1ff9b50ef req-534aa36d-9a03-43e5-80c2-718221fcce5f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9f8bc41-f9ed-4678-ae6c-bb497ad180d9 HTTP/1.1" status: 200 len: 217 time: 0.0752501 Jun 21 19:45:06.846168 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-9f687e6e-5aed-450d-b6a7-8ee529a43844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:06.947342 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97710abb-ae0d-4e66-a0dd-32a1ff9b50ef req-1f36d258-3480-45bd-9481-66f07968cbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:06.949115 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-97710abb-ae0d-4e66-a0dd-32a1ff9b50ef req-1f36d258-3480-45bd-9481-66f07968cbce service neutron] 10.222.0.46 "GET /v2.0/subnets?id=65d12bc6-cf17-4a89-a7d0-97f216ebf025 HTTP/1.1" status: 200 len: 855 time: 0.1048472 Jun 21 19:45:06.952101 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc6ef8-2b95-457e-bfee-eda0a5516e90 req-c3f01a8f-1f6e-4b8a-b39f-8026dabe94d5 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:06.959346 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-ddcc6ef8-2b95-457e-bfee-eda0a5516e90 req-c3f01a8f-1f6e-4b8a-b39f-8026dabe94d5 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=d71c26de-0d1d-49e6-87a3-17f293800374 HTTP/1.1" status: 200 len: 945 time: 0.1327646 Jun 21 19:45:06.962008 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-fbb62f62-cb80-48d3-8c7d-518f49a9ddf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:06.991398 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-97710abb-ae0d-4e66-a0dd-32a1ff9b50ef req-196d1030-05c1-4082-85de-0240c5c19948 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b8c61fcc-c4c3-4872-8556-59affedd8dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286059 Jun 21 19:45:07.013533 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-ddcc6ef8-2b95-457e-bfee-eda0a5516e90 req-bcfb7d58-2b50-444c-84b9-a34f47b63a0e tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532856 Jun 21 19:45:07.038699 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-43cbc3ed-f32e-4988-9453-0439eb4d23d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:07.067141 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-fbb62f62-cb80-48d3-8c7d-518f49a9ddf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:07.110429 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-97710abb-ae0d-4e66-a0dd-32a1ff9b50ef req-3254c2cd-49e7-4960-9e73-6221ade604e8 service neutron] 10.222.0.46 "GET /v2.0/networks/b8c61fcc-c4c3-4872-8556-59affedd8dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048911 Jun 21 19:45:07.134655 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-fbb62f62-cb80-48d3-8c7d-518f49a9ddf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:07.137966 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-fbb62f62-cb80-48d3-8c7d-518f49a9ddf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:07.142157 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-fbb62f62-cb80-48d3-8c7d-518f49a9ddf2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/da61bb97-2117-4dcf-b244-3d36854190ea HTTP/1.1" status: 204 len: 168 time: 0.3094516 Jun 21 19:45:07.219895 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-800926eb-d19f-4d94-a7fd-8977bcbbf79e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:07.224256 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-43cbc3ed-f32e-4988-9453-0439eb4d23d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:07.231463 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb62f62-cb80-48d3-8c7d-518f49a9ddf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da61bb97-2117-4dcf-b244-3d36854190ea,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:07.234312 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-fbb62f62-cb80-48d3-8c7d-518f49a9ddf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:07.235438 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-43cbc3ed-f32e-4988-9453-0439eb4d23d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:07.238985 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-09c3bf44-f5e4-42b3-9067-7528915f2454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:07.276762 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cbc3ed-f32e-4988-9453-0439eb4d23d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a13a320-afd4-41c0-9b51-d06f74555ae5,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:07.285496 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-43cbc3ed-f32e-4988-9453-0439eb4d23d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:07.302983 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-43cbc3ed-f32e-4988-9453-0439eb4d23d9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=811708b6afd7460dadcd5b978750f517&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4691341 Jun 21 19:45:07.305554 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 40220) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:07.377501 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-c07a814c-cc54-49fc-b572-0c35cc47dabf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:07.405008 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-c07a814c-cc54-49fc-b572-0c35cc47dabf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:07.468845 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-97710abb-ae0d-4e66-a0dd-32a1ff9b50ef req-5c7aa333-df1e-4293-a3cf-554ea58ce2d2 service neutron] 10.222.0.46 "GET /v2.0/networks/b8c61fcc-c4c3-4872-8556-59affedd8dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489137 Jun 21 19:45:07.476054 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-c07a814c-cc54-49fc-b572-0c35cc47dabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:07.479062 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-c07a814c-cc54-49fc-b572-0c35cc47dabf admin admin] Notify callbacks [] for security_group, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:07.485048 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-c07a814c-cc54-49fc-b572-0c35cc47dabf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9a13a320-afd4-41c0-9b51-d06f74555ae5 HTTP/1.1" status: 204 len: 168 time: 0.1761293 Jun 21 19:45:07.485048 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-211b2257-8b62-453f-8e69-7e44c6d688f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:07.499371 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a814c-cc54-49fc-b572-0c35cc47dabf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a13a320-afd4-41c0-9b51-d06f74555ae5,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:07.501673 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-c07a814c-cc54-49fc-b572-0c35cc47dabf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:07.580887 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0c1d2-5d29-448b-9867-b7dacb9841c0 req-b8001d3e-589e-47c5-bbc4-983b9b0854e4 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:07.582694 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-24c0c1d2-5d29-448b-9867-b7dacb9841c0 req-b8001d3e-589e-47c5-bbc4-983b9b0854e4 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=3078673b-9dde-4916-9f4a-21b85d236b57 HTTP/1.1" status: 200 len: 943 time: 0.0870259 Jun 21 19:45:07.622932 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-24c0c1d2-5d29-448b-9867-b7dacb9841c0 req-9a890eaf-380b-47ce-bda7-e5f33f82843e tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/security-groups?id=66ff75a3-db6c-4e1d-9736-3dfd7054a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342577 Jun 21 19:45:07.687214 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 40236) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:07.700265 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-2143a91b-9dbb-401a-961e-7e6679e3fbca admin admin] Notify callbacks [] for security_group, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:07.804768 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-2143a91b-9dbb-401a-961e-7e6679e3fbca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:07.809156 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-2143a91b-9dbb-401a-961e-7e6679e3fbca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:07.811683 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-6a664dc2-081f-4b1d-b9c1-253802b62e1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:07.848297 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-2143a91b-9dbb-401a-961e-7e6679e3fbca admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=479128e7b7f549488ca7eb1e93407e46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1600931 Jun 21 19:45:07.849041 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2143a91b-9dbb-401a-961e-7e6679e3fbca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024e31d0-7749-4ff7-96b2-6e9611294ffb,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:07.850986 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 40242) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:07.852226 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-2143a91b-9dbb-401a-961e-7e6679e3fbca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:07.875398 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 40244) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:07.888861 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-3bb286af-3acd-44f5-aebf-5024487fbb9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:07.904697 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-be3ee33c-8d28-4572-abb0-4bd7d2f1adc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:07.928391 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-be3ee33c-8d28-4572-abb0-4bd7d2f1adc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:07.989986 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-be3ee33c-8d28-4572-abb0-4bd7d2f1adc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:07.993016 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-be3ee33c-8d28-4572-abb0-4bd7d2f1adc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:07.993133 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-3bb286af-3acd-44f5-aebf-5024487fbb9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:07.995471 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-be3ee33c-8d28-4572-abb0-4bd7d2f1adc2 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/024e31d0-7749-4ff7-96b2-6e9611294ffb HTTP/1.1" status: 204 len: 168 time: 0.1420190 Jun 21 19:45:07.996272 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-43cbc3ed-f32e-4988-9453-0439eb4d23d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:08.004228 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-3bb286af-3acd-44f5-aebf-5024487fbb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:08.004375 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3ee33c-8d28-4572-abb0-4bd7d2f1adc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024e31d0-7749-4ff7-96b2-6e9611294ffb,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:08.009954 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-be3ee33c-8d28-4572-abb0-4bd7d2f1adc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:08.014206 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-c784d406-548a-4f8e-b5cc-34d968557b33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:08.053976 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb286af-3acd-44f5-aebf-5024487fbb9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd960b9d-0243-4661-a048-ec1c96bf5694,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:08.058279 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-3bb286af-3acd-44f5-aebf-5024487fbb9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:08.081858 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-3bb286af-3acd-44f5-aebf-5024487fbb9d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4d2209c7b06e4e9faa9a6e8db4e89fb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2046475 Jun 21 19:45:08.084426 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 40256) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:08.147613 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-25ef7704-9b42-4fa6-b92b-1034966be695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:08.169083 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-25ef7704-9b42-4fa6-b92b-1034966be695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:08.250596 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-25ef7704-9b42-4fa6-b92b-1034966be695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:08.254235 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-25ef7704-9b42-4fa6-b92b-1034966be695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:08.258204 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-25ef7704-9b42-4fa6-b92b-1034966be695 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cd960b9d-0243-4661-a048-ec1c96bf5694 HTTP/1.1" status: 204 len: 168 time: 0.1723828 Jun 21 19:45:08.259009 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-6e8df5f0-c405-420e-9e04-663ba6c8af00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:08.270392 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ef7704-9b42-4fa6-b92b-1034966be695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd960b9d-0243-4661-a048-ec1c96bf5694,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:08.278579 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-25ef7704-9b42-4fa6-b92b-1034966be695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:08.293910 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356056a4-9917-4963-863a-1bf1feeaa79f req-43e6049d-60e5-4c96-a957-49f39ec6385a tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:08.295857 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-356056a4-9917-4963-863a-1bf1feeaa79f req-43e6049d-60e5-4c96-a957-49f39ec6385a tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=d71c26de-0d1d-49e6-87a3-17f293800374 HTTP/1.1" status: 200 len: 945 time: 0.1249723 Jun 21 19:45:08.363447 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-356056a4-9917-4963-863a-1bf1feeaa79f req-86855053-df76-4b0d-ab77-5505496eb40b tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587921 Jun 21 19:45:08.852990 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d66124-eeef-4f14-a995-075f5066f85c req-ddd9d7b3-474b-4033-bad8-424924d50842 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:08.854562 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-87d66124-eeef-4f14-a995-075f5066f85c req-ddd9d7b3-474b-4033-bad8-424924d50842 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=3078673b-9dde-4916-9f4a-21b85d236b57 HTTP/1.1" status: 200 len: 943 time: 0.0730815 Jun 21 19:45:08.896183 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-87d66124-eeef-4f14-a995-075f5066f85c req-934d2813-8173-46bb-88f9-7ef45c29984e tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/security-groups?id=66ff75a3-db6c-4e1d-9736-3dfd7054a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353756 Jun 21 19:45:09.374588 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device f9f8bc41-f9ed-4678-ae6c-bb497ad180d9 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=104577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 19:45:09.608430 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port f9f8bc41-f9ed-4678-ae6c-bb497ad180d9, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f9f8bc41-f9ed-4678-ae6c-bb497ad180d9,segment=NetworkSegment(79ea6ea4-6122-4223-ae2c-7a1635a6be67),segment_id=79ea6ea4-6122-4223-ae2c-7a1635a6be67)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:45:09.628992 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Returning: {'device': 'f9f8bc41-f9ed-4678-ae6c-bb497ad180d9', 'network_id': 'b8c61fcc-c4c3-4872-8556-59affedd8dad', 'port_id': 'f9f8bc41-f9ed-4678-ae6c-bb497ad180d9', 'mac_address': 'fa:16:3e:88:9c:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65d12bc6-cf17-4a89-a7d0-97f216ebf025', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 19:45:09.656219 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840e1ba-1db0-4bf7-b178-f91e75cb24ee req-d9ada07f-dad8-45be-bada-d19a574cc7d9 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:09.667321 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-8840e1ba-1db0-4bf7-b178-f91e75cb24ee req-d9ada07f-dad8-45be-bada-d19a574cc7d9 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=d71c26de-0d1d-49e6-87a3-17f293800374 HTTP/1.1" status: 200 len: 945 time: 0.1290066 Jun 21 19:45:09.704454 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:09.728297 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.notifiers.nova [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9f8bc41-f9ed-4678-ae6c-bb497ad180d9 {{(pid=104577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:45:09.735185 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-8840e1ba-1db0-4bf7-b178-f91e75cb24ee req-fe5a27ed-7477-4bd5-abc2-8939241283bc tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662999 Jun 21 19:45:09.761346 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port f9f8bc41-f9ed-4678-ae6c-bb497ad180d9, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f9f8bc41-f9ed-4678-ae6c-bb497ad180d9,segment=NetworkSegment(79ea6ea4-6122-4223-ae2c-7a1635a6be67),segment_id=79ea6ea4-6122-4223-ae2c-7a1635a6be67)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:45:09.768273 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:09.778264 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:09.840990 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Pushing event updated for resources: {'Port': ['ID=f9f8bc41-f9ed-4678-ae6c-bb497ad180d9,revision_number=4']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:09.849831 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:45:09.850330 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:45:09.850834 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:45:09.851171 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:45:09.851690 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:45:09.852047 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:45:09.852870 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:45:09.853204 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:45:09.853534 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:45:09.853883 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:45:09.854202 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:45:09.854923 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:45:09.859852 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:10.026482 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 40382) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:10.027695 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 40384) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:10.089807 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d0868-daec-4182-818a-450b4e02118b req-9b8953f9-be25-400a-9b27-5a386e066a2b tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:10.091623 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-8a1d0868-daec-4182-818a-450b4e02118b req-9b8953f9-be25-400a-9b27-5a386e066a2b tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=3078673b-9dde-4916-9f4a-21b85d236b57 HTTP/1.1" status: 200 len: 944 time: 0.0705764 Jun 21 19:45:10.138070 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] get_ports_and_sgs() called for port_ids ['f9f8bc41-f9ed-4678-ae6c-bb497ad180d9'] {{(pid=104577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 19:45:10.145153 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-8a1d0868-daec-4182-818a-450b4e02118b req-b7e867f0-a59a-4adc-89b3-97da02783f2a tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/security-groups?id=66ff75a3-db6c-4e1d-9736-3dfd7054a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465088 Jun 21 19:45:10.258797 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-6a262dae-877e-48ab-a6b6-b541c9fdffcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:10.274340 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-3b112eca-d98b-4629-98ca-c4a051a0e6c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:10.310875 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.db.api [None req-3b112eca-d98b-4629-98ca-c4a051a0e6c1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 21 19:45:10.310875 dv-cinder-792462-15-smb neutron-server[104576]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 21 19:45:10.310875 dv-cinder-792462-15-smb neutron-server[104576]: [parameters: {'project_id': '6f96054fbbce4aaeb7100666d1fe2470', 'id': '13949668-42ae-4b86-b400-ca547df2c553', 'expiration': datetime.datetime(2021, 6, 21, 19, 47, 10, 299606)}] Jun 21 19:45:10.310875 dv-cinder-792462-15-smb neutron-server[104576]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=104576) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 19:45:10.311196 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_db.api [None req-3b112eca-d98b-4629-98ca-c4a051a0e6c1 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 19:45:10.379380 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-6a262dae-877e-48ab-a6b6-b541c9fdffcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:10.384179 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-6a262dae-877e-48ab-a6b6-b541c9fdffcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:10.387276 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:10.422728 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-6a262dae-877e-48ab-a6b6-b541c9fdffcd admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1ec58cd5c627462e959e938ac679b749&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3889523 Jun 21 19:45:10.423701 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a262dae-877e-48ab-a6b6-b541c9fdffcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b33945-5102-44f1-b5b1-bae0bfb2ed58,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:10.425417 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 40398) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:10.426766 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-6a262dae-877e-48ab-a6b6-b541c9fdffcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:10.474553 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-12dc54cd-eb7c-4ecb-96b2-685b73c5853f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:10.495397 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-12dc54cd-eb7c-4ecb-96b2-685b73c5853f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:10.542289 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-12dc54cd-eb7c-4ecb-96b2-685b73c5853f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:10.545010 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-12dc54cd-eb7c-4ecb-96b2-685b73c5853f admin admin] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:10.546398 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-12dc54cd-eb7c-4ecb-96b2-685b73c5853f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/10b33945-5102-44f1-b5b1-bae0bfb2ed58 HTTP/1.1" status: 204 len: 168 time: 0.1199472 Jun 21 19:45:10.547088 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:10.554860 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dc54cd-eb7c-4ecb-96b2-685b73c5853f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b33945-5102-44f1-b5b1-bae0bfb2ed58,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:10.557412 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-12dc54cd-eb7c-4ecb-96b2-685b73c5853f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:10.812895 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-3b112eca-d98b-4629-98ca-c4a051a0e6c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:10.930731 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 40444) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:10.974977 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700abff9-fed6-49de-a5e8-985c31b822a5 req-7421aef3-87dd-44fc-8ad9-5c41122548af tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:10.982382 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-3b112eca-d98b-4629-98ca-c4a051a0e6c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:10.983497 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-700abff9-fed6-49de-a5e8-985c31b822a5 req-7421aef3-87dd-44fc-8ad9-5c41122548af tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=d71c26de-0d1d-49e6-87a3-17f293800374 HTTP/1.1" status: 200 len: 945 time: 0.1047251 Jun 21 19:45:10.988387 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-3b112eca-d98b-4629-98ca-c4a051a0e6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:11.014324 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-1a3fe12e-8cd0-4ffb-8f1f-4cbc7b68f099 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:11.022713 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 40450) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:11.023225 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-3b112eca-d98b-4629-98ca-c4a051a0e6c1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6f96054fbbce4aaeb7100666d1fe2470&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9934552 Jun 21 19:45:11.033945 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 40452) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:11.046288 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-700abff9-fed6-49de-a5e8-985c31b822a5 req-5a8e7b54-0c56-45fa-bb14-f20e5aae4385 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612931 Jun 21 19:45:11.074362 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-bef83036-ac7e-4c11-b338-d5f172ee7d36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:11.082311 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b112eca-d98b-4629-98ca-c4a051a0e6c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d06058c-3d5e-46bf-acd3-6249116817bf,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:11.095680 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-3b112eca-d98b-4629-98ca-c4a051a0e6c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:11.108219 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-2d2244b3-0d2a-4f41-9130-f290ca6e3173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:11.138808 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-2d2244b3-0d2a-4f41-9130-f290ca6e3173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:11.207960 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-bef83036-ac7e-4c11-b338-d5f172ee7d36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:11.221258 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-bef83036-ac7e-4c11-b338-d5f172ee7d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:11.223801 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-3b112eca-d98b-4629-98ca-c4a051a0e6c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:11.234899 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-2d2244b3-0d2a-4f41-9130-f290ca6e3173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:11.238801 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-2d2244b3-0d2a-4f41-9130-f290ca6e3173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:11.242941 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-2d2244b3-0d2a-4f41-9130-f290ca6e3173 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1d06058c-3d5e-46bf-acd3-6249116817bf HTTP/1.1" status: 204 len: 168 time: 0.2189803 Jun 21 19:45:11.243651 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:11.251129 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2244b3-0d2a-4f41-9130-f290ca6e3173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d06058c-3d5e-46bf-acd3-6249116817bf,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:11.259640 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-2d2244b3-0d2a-4f41-9130-f290ca6e3173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:11.260318 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 40460) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:11.311737 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-bef83036-ac7e-4c11-b338-d5f172ee7d36 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cce6e9d23d8746e9bda71d23c1d8e4be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2759042 Jun 21 19:45:11.312478 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef83036-ac7e-4c11-b338-d5f172ee7d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf9ab8a8-1ca1-4b2d-b108-5ef3280a4cd7,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:11.316244 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-bef83036-ac7e-4c11-b338-d5f172ee7d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:11.317261 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 40464) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:11.348284 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-baea0d8d-3368-45db-8ab7-051132e3d26e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:11.373438 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-19b858a9-0abc-4727-a521-4540492edc5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:11.385111 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device f9f8bc41-f9ed-4678-ae6c-bb497ad180d9 up at agent hyperv_hv-cinder-79246 {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:45:11.400081 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-19b858a9-0abc-4727-a521-4540492edc5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:11.402758 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-08b93400-d884-4cd5-9d76-8b3d3a4a2a52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:11.465493 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-19b858a9-0abc-4727-a521-4540492edc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:11.467917 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Provisioning for port f9f8bc41-f9ed-4678-ae6c-bb497ad180d9 completed by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:45:11.468223 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-19b858a9-0abc-4727-a521-4540492edc5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:11.469352 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-19b858a9-0abc-4727-a521-4540492edc5b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bf9ab8a8-1ca1-4b2d-b108-5ef3280a4cd7 HTTP/1.1" status: 204 len: 168 time: 0.1511686 Jun 21 19:45:11.470087 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-a0c5b636-4bf6-4327-baa0-3cbee61d0c1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:11.475276 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Provisioning complete for port f9f8bc41-f9ed-4678-ae6c-bb497ad180d9 triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:45:11.475562 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:11.484061 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b858a9-0abc-4727-a521-4540492edc5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf9ab8a8-1ca1-4b2d-b108-5ef3280a4cd7,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:11.491374 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-19b858a9-0abc-4727-a521-4540492edc5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:11.539099 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-baea0d8d-3368-45db-8ab7-051132e3d26e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:11.555615 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-baea0d8d-3368-45db-8ab7-051132e3d26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:11.580234 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-cf6a32c9-0393-4973-b948-5757c7915762 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:11.584493 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-baea0d8d-3368-45db-8ab7-051132e3d26e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=efa222b45b4b4982bf7f6d620aabc265&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6514590 Jun 21 19:45:11.587141 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 40472) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:11.603727 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:11.635177 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3078673b-9dde-4916-9f4a-21b85d236b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f8bc41-f9ed-4678-ae6c-bb497ad180d9'}] {{(pid=104577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:45:11.638115 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c14435dcc002c6d250290293137fb351442a83316ffa0c10b5cf8ed6f24812f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381e0829-8729-4ac7-a6f3-920aa2702668" -d '{"events": [{"server_uuid": "3078673b-9dde-4916-9f4a-21b85d236b57", "name": "network-vif-plugged", "status": "completed", "tag": "f9f8bc41-f9ed-4678-ae6c-bb497ad180d9"}]}' {{(pid=104577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:45:11.648952 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ecd9a-efe4-44a5-b909-0e05c8bcac58 req-93b60f90-2fed-46b9-8826-b9508d20e022 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:11.656338 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-2f9ecd9a-efe4-44a5-b909-0e05c8bcac58 req-93b60f90-2fed-46b9-8826-b9508d20e022 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=3078673b-9dde-4916-9f4a-21b85d236b57 HTTP/1.1" status: 200 len: 944 time: 0.3112524 Jun 21 19:45:11.657377 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port f9f8bc41-f9ed-4678-ae6c-bb497ad180d9, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f9f8bc41-f9ed-4678-ae6c-bb497ad180d9,segment=NetworkSegment(79ea6ea4-6122-4223-ae2c-7a1635a6be67),segment_id=79ea6ea4-6122-4223-ae2c-7a1635a6be67)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:45:11.666495 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:11.670619 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:11.673503 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea0d8d-3368-45db-8ab7-051132e3d26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=753bd5a1-f9d1-452e-978e-c6fc1f71c6f7,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:11.677253 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-f75086db-d3cf-440f-8bea-3be51a52287a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:11.680356 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-baea0d8d-3368-45db-8ab7-051132e3d26e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:11.718263 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-f75086db-d3cf-440f-8bea-3be51a52287a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:11.725145 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 19:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6210bbd-fa80-475f-bce3-58ba12c3069f x-openstack-request-id: req-e6210bbd-fa80-475f-bce3-58ba12c3069f {{(pid=104577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:45:11.725848 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3078673b-9dde-4916-9f4a-21b85d236b57", "name": "network-vif-plugged", "status": "completed", "tag": "f9f8bc41-f9ed-4678-ae6c-bb497ad180d9", "code": 200}]} {{(pid=104577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:45:11.726264 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e6210bbd-fa80-475f-bce3-58ba12c3069f {{(pid=104577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:45:11.726861 dv-cinder-792462-15-smb neutron-server[104577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3078673b-9dde-4916-9f4a-21b85d236b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9f8bc41-f9ed-4678-ae6c-bb497ad180d9', 'code': 200} Jun 21 19:45:11.753648 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-2f9ecd9a-efe4-44a5-b909-0e05c8bcac58 req-fd192d97-9bd9-480f-b0db-2e8e7d00c31d tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/security-groups?id=66ff75a3-db6c-4e1d-9736-3dfd7054a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955791 Jun 21 19:45:11.777226 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Pushing event updated for resources: {'Port': ['ID=f9f8bc41-f9ed-4678-ae6c-bb497ad180d9,revision_number=5']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:11.787734 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-f75086db-d3cf-440f-8bea-3be51a52287a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:11.788713 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:11.790435 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-f75086db-d3cf-440f-8bea-3be51a52287a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:11.791779 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-f75086db-d3cf-440f-8bea-3be51a52287a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/753bd5a1-f9d1-452e-978e-c6fc1f71c6f7 HTTP/1.1" status: 204 len: 168 time: 0.2033808 Jun 21 19:45:11.792805 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:11.801465 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75086db-d3cf-440f-8bea-3be51a52287a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753bd5a1-f9d1-452e-978e-c6fc1f71c6f7,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:11.804331 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-f75086db-d3cf-440f-8bea-3be51a52287a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:11.827888 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-08b93400-d884-4cd5-9d76-8b3d3a4a2a52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:11.834564 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-08b93400-d884-4cd5-9d76-8b3d3a4a2a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:11.865465 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-41be0e00-26f9-4d17-8709-4099d363bc03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:11.869517 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-08b93400-d884-4cd5-9d76-8b3d3a4a2a52 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9d8571785ea24cdf84c95221c9ff4bc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6081324 Jun 21 19:45:11.872314 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 40486) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:11.894390 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b93400-d884-4cd5-9d76-8b3d3a4a2a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b06010-a423-4068-b249-f727420356cf,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:11.898642 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-08b93400-d884-4cd5-9d76-8b3d3a4a2a52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:11.959187 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-905188c5-2259-4166-b969-f13a3a339632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:11.993482 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-905188c5-2259-4166-b969-f13a3a339632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:12.063498 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-905188c5-2259-4166-b969-f13a3a339632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:12.070189 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-905188c5-2259-4166-b969-f13a3a339632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:12.074722 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-905188c5-2259-4166-b969-f13a3a339632 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/68b06010-a423-4068-b249-f727420356cf HTTP/1.1" status: 204 len: 168 time: 0.2011516 Jun 21 19:45:12.075561 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-bef83036-ac7e-4c11-b338-d5f172ee7d36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:12.081447 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3673af47-f4e6-49b0-8d09-ee5064573aba req-8914e5b1-9d57-4cfc-b20a-cbec70827d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:12.083077 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-3673af47-f4e6-49b0-8d09-ee5064573aba req-8914e5b1-9d57-4cfc-b20a-cbec70827d40 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3078673b-9dde-4916-9f4a-21b85d236b57 HTTP/1.1" status: 200 len: 1098 time: 0.0804977 Jun 21 19:45:12.107878 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905188c5-2259-4166-b969-f13a3a339632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b06010-a423-4068-b249-f727420356cf,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:12.115310 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-905188c5-2259-4166-b969-f13a3a339632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:12.161969 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-3673af47-f4e6-49b0-8d09-ee5064573aba req-a06dd2da-19c0-4441-9920-5dc443a1b909 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=66ff75a3-db6c-4e1d-9736-3dfd7054a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685115 Jun 21 19:45:12.289776 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f428230-66d6-4fdb-b5ba-e22d302dab04 req-3eb09a3c-3bbc-403b-9a57-074c1d0d2080 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:12.306491 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-6f428230-66d6-4fdb-b5ba-e22d302dab04 req-3eb09a3c-3bbc-403b-9a57-074c1d0d2080 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=d71c26de-0d1d-49e6-87a3-17f293800374 HTTP/1.1" status: 200 len: 945 time: 0.0874345 Jun 21 19:45:12.349784 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-6f428230-66d6-4fdb-b5ba-e22d302dab04 req-eefe9ae6-b141-4c76-aa5d-bbd8977466cb tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423191 Jun 21 19:45:12.473240 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 40510) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:12.487906 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-ad35b586-f8ce-4495-9fa3-58df3a3aa1a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:12.584344 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-ad35b586-f8ce-4495-9fa3-58df3a3aa1a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:12.588259 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-ad35b586-f8ce-4495-9fa3-58df3a3aa1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:12.591640 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-f0c92e83-41b2-42a9-af52-9c65580c01ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:12.636070 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-ad35b586-f8ce-4495-9fa3-58df3a3aa1a4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=27492dd900db47898086b71124fb46b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1611166 Jun 21 19:45:12.637095 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad35b586-f8ce-4495-9fa3-58df3a3aa1a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d476dd-2a91-49ac-b14c-7714376490db,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:12.638811 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 40520) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:12.640726 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-ad35b586-f8ce-4495-9fa3-58df3a3aa1a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:12.709461 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6617cdbc-b8ed-4342-bd7c-48f6ec2d8236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:12.731389 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6617cdbc-b8ed-4342-bd7c-48f6ec2d8236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:12.783196 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6617cdbc-b8ed-4342-bd7c-48f6ec2d8236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:12.787221 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6617cdbc-b8ed-4342-bd7c-48f6ec2d8236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:12.788361 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-6617cdbc-b8ed-4342-bd7c-48f6ec2d8236 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/54d476dd-2a91-49ac-b14c-7714376490db HTTP/1.1" status: 204 len: 168 time: 0.1485219 Jun 21 19:45:12.792434 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-7a4da536-ba3d-426f-a1c6-ab3c302e217c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:12.801640 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6617cdbc-b8ed-4342-bd7c-48f6ec2d8236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d476dd-2a91-49ac-b14c-7714376490db,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:12.804335 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-6617cdbc-b8ed-4342-bd7c-48f6ec2d8236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:12.967885 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da954b-4e6b-4d6e-8031-b4f843f0d4f7 req-0b65f342-8df9-4d28-a12c-623bc0e6e218 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:12.969437 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-54da954b-4e6b-4d6e-8031-b4f843f0d4f7 req-0b65f342-8df9-4d28-a12c-623bc0e6e218 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=3078673b-9dde-4916-9f4a-21b85d236b57 HTTP/1.1" status: 200 len: 945 time: 0.0711129 Jun 21 19:45:13.010753 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-54da954b-4e6b-4d6e-8031-b4f843f0d4f7 req-a018c9d8-298b-4169-8ebb-43c334e1a79a tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/security-groups?id=66ff75a3-db6c-4e1d-9736-3dfd7054a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336852 Jun 21 19:45:13.593897 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4507b615-975f-4d7f-8142-bb0170c7eab8 req-12a91bab-ed7d-40f3-a5ca-26350e232587 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:13.596052 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-4507b615-975f-4d7f-8142-bb0170c7eab8 req-12a91bab-ed7d-40f3-a5ca-26350e232587 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=d71c26de-0d1d-49e6-87a3-17f293800374 HTTP/1.1" status: 200 len: 945 time: 0.0758791 Jun 21 19:45:13.650400 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-4507b615-975f-4d7f-8142-bb0170c7eab8 req-5f65c4a2-e937-4a5b-8a1b-e8eb8b7a3626 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478518 Jun 21 19:45:14.224401 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be5c48-233c-4c6a-a420-c668ae020a23 req-8ee1ecf9-0bd1-4610-ad49-affc3a57194e tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:14.226574 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-60be5c48-233c-4c6a-a420-c668ae020a23 req-8ee1ecf9-0bd1-4610-ad49-affc3a57194e tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=3078673b-9dde-4916-9f4a-21b85d236b57 HTTP/1.1" status: 200 len: 945 time: 0.0901082 Jun 21 19:45:14.270257 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-60be5c48-233c-4c6a-a420-c668ae020a23 req-5d31137a-b3cb-4e66-ace0-61fd2de7cce5 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/security-groups?id=66ff75a3-db6c-4e1d-9736-3dfd7054a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375764 Jun 21 19:45:14.864205 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa3c8e5-37ef-444c-be6c-d0e1adef1419 req-ac669167-2afb-4417-85be-602fab0ad7ba tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:14.865805 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-ffa3c8e5-37ef-444c-be6c-d0e1adef1419 req-ac669167-2afb-4417-85be-602fab0ad7ba tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=d71c26de-0d1d-49e6-87a3-17f293800374 HTTP/1.1" status: 200 len: 945 time: 0.0834014 Jun 21 19:45:14.909781 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-ffa3c8e5-37ef-444c-be6c-d0e1adef1419 req-62af945d-1cc5-46d0-81e4-d20f5a6ded01 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375304 Jun 21 19:45:16.003967 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eb5dba-d5b2-49ec-8fe9-12aab7203353 req-e005464b-8575-4d80-962c-490aa41daf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:16.006808 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-a3eb5dba-d5b2-49ec-8fe9-12aab7203353 req-e005464b-8575-4d80-962c-490aa41daf5f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d71c26de-0d1d-49e6-87a3-17f293800374 HTTP/1.1" status: 200 len: 1098 time: 0.0641229 Jun 21 19:45:16.060549 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-a3eb5dba-d5b2-49ec-8fe9-12aab7203353 req-ccb5e27b-b074-4dc6-a13b-32d4fa059c4c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403385 Jun 21 19:45:16.185080 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48211fc-2f84-4734-8f0d-daf73d06be4a req-ae243c25-cfe7-4257-b6cf-f6d20c5746ca tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:16.190544 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-d48211fc-2f84-4734-8f0d-daf73d06be4a req-ae243c25-cfe7-4257-b6cf-f6d20c5746ca tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=d71c26de-0d1d-49e6-87a3-17f293800374 HTTP/1.1" status: 200 len: 945 time: 0.0818660 Jun 21 19:45:16.241864 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-d48211fc-2f84-4734-8f0d-daf73d06be4a req-af6e7a1d-3869-4138-a9eb-5d18b969eaa7 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482097 Jun 21 19:45:17.462698 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78367bbb-cdf7-4b34-ab0f-ddb6b101d794 req-aadc99d4-bb34-4fa2-91fe-bdedda5dc852 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:17.464171 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-78367bbb-cdf7-4b34-ab0f-ddb6b101d794 req-aadc99d4-bb34-4fa2-91fe-bdedda5dc852 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=d71c26de-0d1d-49e6-87a3-17f293800374 HTTP/1.1" status: 200 len: 945 time: 0.0908842 Jun 21 19:45:17.501941 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-78367bbb-cdf7-4b34-ab0f-ddb6b101d794 req-c014d0e7-7798-4229-b74a-f5ff12adbd56 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321939 Jun 21 19:45:17.899542 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 40806) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:18.016641 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-1a482a30-b245-40e6-86cf-3dfe979168ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:18.102750 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-1a482a30-b245-40e6-86cf-3dfe979168ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:18.106153 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-1a482a30-b245-40e6-86cf-3dfe979168ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:18.108390 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-2e7ac588-067f-4c42-9bc8-1100b5c6cb8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:18.144762 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-1a482a30-b245-40e6-86cf-3dfe979168ab admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7cd0f4c315af47ac84c0de1dda1b2075&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2441030 Jun 21 19:45:18.145652 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a482a30-b245-40e6-86cf-3dfe979168ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16373a08-b8b7-46d6-902e-1986edc5e64f,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:18.149540 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-1a482a30-b245-40e6-86cf-3dfe979168ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:18.156835 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 40814) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:18.214334 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-8ec39490-dac9-4e77-b5de-e80e7f55476d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:18.235379 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-8ec39490-dac9-4e77-b5de-e80e7f55476d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:18.282036 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-8ec39490-dac9-4e77-b5de-e80e7f55476d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:18.284695 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-8ec39490-dac9-4e77-b5de-e80e7f55476d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:18.285902 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-8ec39490-dac9-4e77-b5de-e80e7f55476d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/16373a08-b8b7-46d6-902e-1986edc5e64f HTTP/1.1" status: 204 len: 168 time: 0.1277063 Jun 21 19:45:18.286854 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-0bc3e1a8-1559-4b1a-9689-7b637a02dfc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:18.307385 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec39490-dac9-4e77-b5de-e80e7f55476d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16373a08-b8b7-46d6-902e-1986edc5e64f,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:18.315927 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-8ec39490-dac9-4e77-b5de-e80e7f55476d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:18.581305 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 40836) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:18.604674 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-1fa45741-5424-4cd9-a4c6-0791304e6364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:18.723848 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-1fa45741-5424-4cd9-a4c6-0791304e6364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:18.733886 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-1fa45741-5424-4cd9-a4c6-0791304e6364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:18.734599 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ce52a-84c9-4fcb-9004-5e8e545dd0a8 req-0fd8fab9-286a-4f68-8765-b516f060d65d tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:18.736322 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-8d7ce52a-84c9-4fcb-9004-5e8e545dd0a8 req-0fd8fab9-286a-4f68-8765-b516f060d65d tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=d71c26de-0d1d-49e6-87a3-17f293800374 HTTP/1.1" status: 200 len: 945 time: 0.0834019 Jun 21 19:45:18.755079 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:18.791168 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-1fa45741-5424-4cd9-a4c6-0791304e6364 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8d4c0b60818349f8ac824cc9058dc45a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2069221 Jun 21 19:45:18.793645 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 40846) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:18.805438 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-8d7ce52a-84c9-4fcb-9004-5e8e545dd0a8 req-8d7c2704-794c-49f0-b80c-8f68d330a3a7 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624163 Jun 21 19:45:18.833240 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa45741-5424-4cd9-a4c6-0791304e6364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e78e6ca1-b541-429e-8e94-11a74fe44c02,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:18.836498 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-1fa45741-5424-4cd9-a4c6-0791304e6364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:18.862332 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-0e701ef6-9dd6-4307-806e-5374b192e5d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:18.885879 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-0e701ef6-9dd6-4307-806e-5374b192e5d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:18.997958 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-0e701ef6-9dd6-4307-806e-5374b192e5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:19.000561 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-0e701ef6-9dd6-4307-806e-5374b192e5d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:19.001686 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-0e701ef6-9dd6-4307-806e-5374b192e5d3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e78e6ca1-b541-429e-8e94-11a74fe44c02 HTTP/1.1" status: 204 len: 168 time: 0.2067163 Jun 21 19:45:19.004204 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-89a0d847-0f9b-47ff-92d7-36af43243744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:19.014597 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e701ef6-9dd6-4307-806e-5374b192e5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78e6ca1-b541-429e-8e94-11a74fe44c02,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:19.020116 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-0e701ef6-9dd6-4307-806e-5374b192e5d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:19.031976 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c404b7-9381-4919-8991-94b6c26c6c8b req-f97282b4-9715-4b82-b9e8-8d0620331b56 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:19.034893 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-c7c404b7-9381-4919-8991-94b6c26c6c8b req-f97282b4-9715-4b82-b9e8-8d0620331b56 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.1002071 Jun 21 19:45:19.078483 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-c7c404b7-9381-4919-8991-94b6c26c6c8b req-9c714e2a-2a50-42ca-9374-267336326cf2 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369568 Jun 21 19:45:19.367176 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 40868) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:19.384184 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-866b8145-f561-4298-9ad7-8bd32de300b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:19.481226 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-866b8145-f561-4298-9ad7-8bd32de300b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:19.484996 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-866b8145-f561-4298-9ad7-8bd32de300b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:19.488342 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-be3ee33c-8d28-4572-abb0-4bd7d2f1adc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:19.524122 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-866b8145-f561-4298-9ad7-8bd32de300b7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=704a1dd102e94c6eb41b065805732b94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1550534 Jun 21 19:45:19.525287 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866b8145-f561-4298-9ad7-8bd32de300b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc42846-1b9f-4597-8099-7f13f02c2120,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:19.526723 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 40870) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:19.528197 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-866b8145-f561-4298-9ad7-8bd32de300b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:19.586696 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-afb3590b-2c08-436b-8507-2ce769328cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:19.607649 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-afb3590b-2c08-436b-8507-2ce769328cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:19.654940 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-afb3590b-2c08-436b-8507-2ce769328cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:19.657675 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-afb3590b-2c08-436b-8507-2ce769328cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:19.658941 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-afb3590b-2c08-436b-8507-2ce769328cbc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8cc42846-1b9f-4597-8099-7f13f02c2120 HTTP/1.1" status: 204 len: 168 time: 0.1306052 Jun 21 19:45:19.659796 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-72f8c59e-911a-43f2-9a8f-eee90e4ab512 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:19.668329 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3590b-2c08-436b-8507-2ce769328cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc42846-1b9f-4597-8099-7f13f02c2120,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:19.671065 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-afb3590b-2c08-436b-8507-2ce769328cbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:20.146706 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49823124-d9eb-4fa3-b343-da8dc4fdbbe3 req-74b52155-851c-4e2f-a88c-204bb5b620be tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:20.153917 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-49823124-d9eb-4fa3-b343-da8dc4fdbbe3 req-74b52155-851c-4e2f-a88c-204bb5b620be tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/networks?id=b8c61fcc-c4c3-4872-8556-59affedd8dad HTTP/1.1" status: 200 len: 815 time: 0.1383779 Jun 21 19:45:20.170702 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-49823124-d9eb-4fa3-b343-da8dc4fdbbe3 req-b4bd897d-bc04-4097-9907-ab538a2ff5ed tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/quotas/8b5695a498f64147a2657a531899f0a2 HTTP/1.1" status: 200 len: 375 time: 0.0153546 Jun 21 19:45:20.249084 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-49823124-d9eb-4fa3-b343-da8dc4fdbbe3 req-f94369c4-53f9-4db6-a976-a1bf0518c802 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=8b5695a498f64147a2657a531899f0a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0765476 Jun 21 19:45:20.356124 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-49823124-d9eb-4fa3-b343-da8dc4fdbbe3 req-5c867197-43b8-4577-b3b8-735eb9e29bac service neutron] 10.222.0.38 "GET /v2.0/networks/b8c61fcc-c4c3-4872-8556-59affedd8dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969706 Jun 21 19:45:20.463189 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-49823124-d9eb-4fa3-b343-da8dc4fdbbe3 req-17f54481-24af-4bba-8295-0e27bab2321b service neutron] 10.222.0.38 "GET /v2.0/networks/b8c61fcc-c4c3-4872-8556-59affedd8dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990818 Jun 21 19:45:20.800920 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-c5f4f2d8-cda0-40c1-ab6a-38193a48a9eb req-a4339aee-769f-4da9-8b47-49a3a8018a0a tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0c1cbd0-0308-402c-b1b2-87cf20ad02d7 HTTP/1.1" status: 200 len: 210 time: 0.0481215 Jun 21 19:45:20.972703 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7666e5ff-d8a8-453f-89c2-95cf72b6bede req-7583b3f7-f679-4360-a478-722e02f8071d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:20.975105 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-7666e5ff-d8a8-453f-89c2-95cf72b6bede req-7583b3f7-f679-4360-a478-722e02f8071d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ffc77c8d33bc44a59650792ffcc5c42d&device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 1099 time: 0.1076853 Jun 21 19:45:21.008503 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 40958) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:21.036315 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f1dd8-f11e-4b73-9a22-e67de4028101 req-261543ab-1706-42dd-b197-50eedcbf7ad6 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:21.044639 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-169f1dd8-f11e-4b73-9a22-e67de4028101 req-261543ab-1706-42dd-b197-50eedcbf7ad6 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.1287336 Jun 21 19:45:21.085012 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-169f1dd8-f11e-4b73-9a22-e67de4028101 req-daf12670-0353-479b-9a9d-680ef3913df1 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395095 Jun 21 19:45:21.099985 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7666e5ff-d8a8-453f-89c2-95cf72b6bede req-8342b0ca-6635-4b99-ae53-5bd42407918c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:21.106974 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-7666e5ff-d8a8-453f-89c2-95cf72b6bede req-8342b0ca-6635-4b99-ae53-5bd42407918c service neutron] 10.222.0.46 "GET /v2.0/networks?id=cbd5c296-051f-43ab-b7d6-154e00c9c776 HTTP/1.1" status: 200 len: 920 time: 0.1166983 Jun 21 19:45:21.142607 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-613ee767-df9d-4bb4-9e9a-6cb0807708e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:21.162294 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-7666e5ff-d8a8-453f-89c2-95cf72b6bede req-f56629a5-118b-42ee-9962-485d69c7cc39 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb5cc4e0-9f97-4b22-86c2-2703a6989409 HTTP/1.1" status: 200 len: 217 time: 0.0385938 Jun 21 19:45:21.242715 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7666e5ff-d8a8-453f-89c2-95cf72b6bede req-c9b032b7-9896-4549-ae76-56f9a5916f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:21.244256 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-7666e5ff-d8a8-453f-89c2-95cf72b6bede req-c9b032b7-9896-4549-ae76-56f9a5916f24 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=647d05b7-de31-4d93-b064-d84c7c4b5039 HTTP/1.1" status: 200 len: 859 time: 0.0600476 Jun 21 19:45:21.253668 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-613ee767-df9d-4bb4-9e9a-6cb0807708e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:21.257486 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-613ee767-df9d-4bb4-9e9a-6cb0807708e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:21.260728 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-905188c5-2259-4166-b969-f13a3a339632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:21.287327 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-7666e5ff-d8a8-453f-89c2-95cf72b6bede req-82215091-db04-408e-9293-566ab3b426ba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cbd5c296-051f-43ab-b7d6-154e00c9c776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256414 Jun 21 19:45:21.294457 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-613ee767-df9d-4bb4-9e9a-6cb0807708e7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bb979c2a02014367bc159c89cd63c13c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2847698 Jun 21 19:45:21.296667 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613ee767-df9d-4bb4-9e9a-6cb0807708e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f34e9e-409e-434c-ae2e-284e15006fb9,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:21.297215 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 40964) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:21.299725 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-613ee767-df9d-4bb4-9e9a-6cb0807708e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:21.401594 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-1abf8e90-afbc-457e-b342-1109fa126559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:21.438947 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-7666e5ff-d8a8-453f-89c2-95cf72b6bede req-deb75cd6-4060-48e6-8df1-b74344b74ad8 service neutron] 10.222.0.46 "GET /v2.0/networks/cbd5c296-051f-43ab-b7d6-154e00c9c776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230011 Jun 21 19:45:21.441232 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-1abf8e90-afbc-457e-b342-1109fa126559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:21.562885 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-7666e5ff-d8a8-453f-89c2-95cf72b6bede req-a44a28a3-9752-499f-b6c2-35edfa28aeba service neutron] 10.222.0.46 "GET /v2.0/networks/cbd5c296-051f-43ab-b7d6-154e00c9c776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077518 Jun 21 19:45:21.563583 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-1abf8e90-afbc-457e-b342-1109fa126559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:21.566759 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-1abf8e90-afbc-457e-b342-1109fa126559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:21.568047 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-1abf8e90-afbc-457e-b342-1109fa126559 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e4f34e9e-409e-434c-ae2e-284e15006fb9 HTTP/1.1" status: 204 len: 168 time: 0.2697003 Jun 21 19:45:21.568685 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-ed87ca4c-900c-4e35-aabf-41a0ad3f0511 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:21.578493 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abf8e90-afbc-457e-b342-1109fa126559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f34e9e-409e-434c-ae2e-284e15006fb9,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:21.581114 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-1abf8e90-afbc-457e-b342-1109fa126559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:21.760929 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 40984) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:21.888339 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-7eeecb8b-3981-489e-b54f-266ca05fb399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:21.950840 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-07e7a86f-1c34-44b9-b692-f757af1f5e5f req-0061bd80-281d-47a9-ba5f-c1a4a231fef8 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0c1cbd0-0308-402c-b1b2-87cf20ad02d7 HTTP/1.1" status: 200 len: 210 time: 0.0289686 Jun 21 19:45:22.008297 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-7eeecb8b-3981-489e-b54f-266ca05fb399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:22.012086 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-7eeecb8b-3981-489e-b54f-266ca05fb399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:22.015343 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:22.051576 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-7eeecb8b-3981-489e-b54f-266ca05fb399 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=14e55ac44d144594a6fc75aa1d5e97eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2888227 Jun 21 19:45:22.053864 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 41006) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:22.066842 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeecb8b-3981-489e-b54f-266ca05fb399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b20356a-a63a-49fd-903c-eba0818ced42,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:22.071008 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-7eeecb8b-3981-489e-b54f-266ca05fb399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:22.141873 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-ce3f0f6b-006d-4a97-8b12-ef8e0f987500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:22.177268 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-ce3f0f6b-006d-4a97-8b12-ef8e0f987500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:22.294435 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d494b-50f2-4245-a467-c57b686cda62 req-d2102203-6d53-4429-9988-7aa5c6f5b97c tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:22.302414 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-f42d494b-50f2-4245-a467-c57b686cda62 req-d2102203-6d53-4429-9988-7aa5c6f5b97c tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.0929060 Jun 21 19:45:22.355433 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-f42d494b-50f2-4245-a467-c57b686cda62 req-8de276e2-3686-4f6c-90b6-6e736fcbb3e8 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503771 Jun 21 19:45:22.366136 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-ce3f0f6b-006d-4a97-8b12-ef8e0f987500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:22.368707 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-ce3f0f6b-006d-4a97-8b12-ef8e0f987500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:22.369995 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-ce3f0f6b-006d-4a97-8b12-ef8e0f987500 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6b20356a-a63a-49fd-903c-eba0818ced42 HTTP/1.1" status: 204 len: 168 time: 0.3150625 Jun 21 19:45:22.372189 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-3bb286af-3acd-44f5-aebf-5024487fbb9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:22.383679 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49823124-d9eb-4fa3-b343-da8dc4fdbbe3 req-2b138ba3-0fd7-47e2-80f3-490bda4a7cae tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:22.385128 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-49823124-d9eb-4fa3-b343-da8dc4fdbbe3 req-2b138ba3-0fd7-47e2-80f3-490bda4a7cae tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.46 "GET /v2.0/networks?id=b8c61fcc-c4c3-4872-8556-59affedd8dad HTTP/1.1" status: 200 len: 815 time: 0.1764724 Jun 21 19:45:22.390344 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3f0f6b-006d-4a97-8b12-ef8e0f987500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b20356a-a63a-49fd-903c-eba0818ced42,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:22.394256 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-ce3f0f6b-006d-4a97-8b12-ef8e0f987500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:22.399160 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [req-49823124-d9eb-4fa3-b343-da8dc4fdbbe3 req-eb64667d-9aa8-42f9-8fd9-6d95e1b9e1bc tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Request body: {'port': {'device_id': 'e0c1cbd0-0308-402c-b1b2-87cf20ad02d7', 'network_id': 'b8c61fcc-c4c3-4872-8556-59affedd8dad', 'admin_state_up': True, 'tenant_id': '8b5695a498f64147a2657a531899f0a2'}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:45:22.461216 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-2e6632db-d2a2-41fb-9246-34b1ff0ac954 req-a4fa03a8-e643-430f-bca9-545ece7e9713 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4fa6643b-de2d-4dfc-accd-38f3e1dc08da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0805168 Jun 21 19:45:22.545600 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49823124-d9eb-4fa3-b343-da8dc4fdbbe3 req-eb64667d-9aa8-42f9-8fd9-6d95e1b9e1bc tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Made reservation on behalf of 8b5695a498f64147a2657a531899f0a2 for: {'port': 1} {{(pid=104575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:45:22.552119 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-49823124-d9eb-4fa3-b343-da8dc4fdbbe3 req-eb64667d-9aa8-42f9-8fd9-6d95e1b9e1bc tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for port, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:22.609240 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6632db-d2a2-41fb-9246-34b1ff0ac954 req-931440d7-c287-44ff-89d8-024f8849289a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:22.611133 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-2e6632db-d2a2-41fb-9246-34b1ff0ac954 req-931440d7-c287-44ff-89d8-024f8849289a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8b5695a498f64147a2657a531899f0a2&device_id=4fa6643b-de2d-4dfc-accd-38f3e1dc08da HTTP/1.1" status: 200 len: 1099 time: 0.0757320 Jun 21 19:45:22.744233 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.db_base_plugin_common [req-49823124-d9eb-4fa3-b343-da8dc4fdbbe3 req-eb64667d-9aa8-42f9-8fd9-6d95e1b9e1bc tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Allocated IP 172.20.0.4 (b8c61fcc-c4c3-4872-8556-59affedd8dad/65d12bc6-cf17-4a89-a7d0-97f216ebf025/53033ba6-a19d-4bec-a1e7-60adec14bf58) {{(pid=104575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:45:22.780122 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6632db-d2a2-41fb-9246-34b1ff0ac954 req-f8da6cdc-1612-4cb3-8d83-8b81244cee2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:22.781756 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-2e6632db-d2a2-41fb-9246-34b1ff0ac954 req-f8da6cdc-1612-4cb3-8d83-8b81244cee2b service neutron] 10.222.0.46 "GET /v2.0/networks?id=b8c61fcc-c4c3-4872-8556-59affedd8dad HTTP/1.1" status: 200 len: 916 time: 0.1162536 Jun 21 19:45:22.823323 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 41030) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:22.830631 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-2e6632db-d2a2-41fb-9246-34b1ff0ac954 req-6e851874-adc6-49bd-88b1-8deb2957fee7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92ab2d58-78f5-4901-9ce2-71dff5b896fb HTTP/1.1" status: 200 len: 217 time: 0.0412400 Jun 21 19:45:22.862359 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6ed438c1-1278-4d0d-9b93-f4f14ba42ee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:22.882202 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6632db-d2a2-41fb-9246-34b1ff0ac954 req-56400d31-0ef3-41b9-a089-3a8499403af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:22.883691 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-2e6632db-d2a2-41fb-9246-34b1ff0ac954 req-56400d31-0ef3-41b9-a089-3a8499403af4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=65d12bc6-cf17-4a89-a7d0-97f216ebf025 HTTP/1.1" status: 200 len: 855 time: 0.0458968 Jun 21 19:45:22.931171 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-2e6632db-d2a2-41fb-9246-34b1ff0ac954 req-8ccd327e-e2b4-4222-a203-dab48775efee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b8c61fcc-c4c3-4872-8556-59affedd8dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354502 Jun 21 19:45:22.952677 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-49823124-d9eb-4fa3-b343-da8dc4fdbbe3 req-eb64667d-9aa8-42f9-8fd9-6d95e1b9e1bc tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Notify callbacks [] for port, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:23.073665 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-2e6632db-d2a2-41fb-9246-34b1ff0ac954 req-c960f762-5e50-4b81-a662-02ba9f9bc067 service neutron] 10.222.0.46 "GET /v2.0/networks/b8c61fcc-c4c3-4872-8556-59affedd8dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309800 Jun 21 19:45:23.091956 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6ed438c1-1278-4d0d-9b93-f4f14ba42ee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:23.093926 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-49823124-d9eb-4fa3-b343-da8dc4fdbbe3 req-eb64667d-9aa8-42f9-8fd9-6d95e1b9e1bc tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-129462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761649331797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30138796'] for port, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:23.098653 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:23.107699 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] get_ports_and_sgs() called for port_ids ['92ab2d58-78f5-4901-9ce2-71dff5b896fb', 'e74166e9-57df-4343-8e96-d15264ced762', 'f9f8bc41-f9ed-4678-ae6c-bb497ad180d9'] {{(pid=104577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 19:45:23.108380 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6ed438c1-1278-4d0d-9b93-f4f14ba42ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:23.182026 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49823124-d9eb-4fa3-b343-da8dc4fdbbe3 req-eb64667d-9aa8-42f9-8fd9-6d95e1b9e1bc tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Network b8c61fcc-c4c3-4872-8556-59affedd8dad is already hosted by enough agents. {{(pid=104575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:45:23.195337 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.base_scheduler [req-49823124-d9eb-4fa3-b343-da8dc4fdbbe3 req-eb64667d-9aa8-42f9-8fd9-6d95e1b9e1bc tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Resources bound (agent type, host, resource id): {{(pid=104575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:45:23.200932 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [req-49823124-d9eb-4fa3-b343-da8dc4fdbbe3 req-eb64667d-9aa8-42f9-8fd9-6d95e1b9e1bc tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Received port after_create {{(pid=104575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:45:23.209550 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-6ed438c1-1278-4d0d-9b93-f4f14ba42ee9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=35afe42bb2d8414c8dc43a9054144dbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3851759 Jun 21 19:45:23.210707 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb64667d-9aa8-42f9-8fd9-6d95e1b9e1bc tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Pushing event updated for resources: {'Port': ['ID=53033ba6-a19d-4bec-a1e7-60adec14bf58,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:23.213177 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 41040) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:23.243003 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-eb64667d-9aa8-42f9-8fd9-6d95e1b9e1bc tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:23.243498 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-d42e83e0-8275-4f1b-b65e-2a8318a353c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:23.274534 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-2e6632db-d2a2-41fb-9246-34b1ff0ac954 req-27e3cfa8-1798-43c7-86e7-9305084ea9df service neutron] 10.222.0.46 "GET /v2.0/networks/b8c61fcc-c4c3-4872-8556-59affedd8dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802702 Jun 21 19:45:23.313418 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49823124-d9eb-4fa3-b343-da8dc4fdbbe3 req-eb64667d-9aa8-42f9-8fd9-6d95e1b9e1bc tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:23.314140 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-49823124-d9eb-4fa3-b343-da8dc4fdbbe3 req-eb64667d-9aa8-42f9-8fd9-6d95e1b9e1bc tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for port, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:23.320827 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed438c1-1278-4d0d-9b93-f4f14ba42ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8989c379-f408-4384-8141-5603e1aa62e1,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:23.322231 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-6ed438c1-1278-4d0d-9b93-f4f14ba42ee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:23.338810 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4553a-a220-469d-bd5b-b4f53d3e9de5 req-567e3d26-54bb-4265-8465-6fc5b3223e25 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:23.342155 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-f1b4553a-a220-469d-bd5b-b4f53d3e9de5 req-567e3d26-54bb-4265-8465-6fc5b3223e25 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0c1cbd0-0308-402c-b1b2-87cf20ad02d7 HTTP/1.1" status: 200 len: 931 time: 0.1159470 Jun 21 19:45:23.349797 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-49823124-d9eb-4fa3-b343-da8dc4fdbbe3 req-eb64667d-9aa8-42f9-8fd9-6d95e1b9e1bc tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9543717 Jun 21 19:45:23.350582 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-f1571655-14ba-4e1a-9840-14d2b8eecb0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:23.379726 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [req-49823124-d9eb-4fa3-b343-da8dc4fdbbe3 req-4dd060e4-6a2e-4a22-90f7-b9ae36fe1e6a service neutron] Request body: {'port': {'device_id': 'e0c1cbd0-0308-402c-b1b2-87cf20ad02d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:45:23.386002 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-f1571655-14ba-4e1a-9840-14d2b8eecb0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:23.398161 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-f1b4553a-a220-469d-bd5b-b4f53d3e9de5 req-1331cfe1-7a05-4651-adf3-c3586cb835e8 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/security-groups?id=66ff75a3-db6c-4e1d-9736-3dfd7054a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491109 Jun 21 19:45:23.483003 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-49823124-d9eb-4fa3-b343-da8dc4fdbbe3 req-4dd060e4-6a2e-4a22-90f7-b9ae36fe1e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:23.585282 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b113e-ddd2-4ba2-a56f-b4ef44df14da req-8780c690-4d2f-4af9-8fa2-c5750a68af80 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:23.586779 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-1b9b113e-ddd2-4ba2-a56f-b4ef44df14da req-8780c690-4d2f-4af9-8fa2-c5750a68af80 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.0692601 Jun 21 19:45:23.590869 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-f1571655-14ba-4e1a-9840-14d2b8eecb0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:23.593386 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-f1571655-14ba-4e1a-9840-14d2b8eecb0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:23.596785 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-f1571655-14ba-4e1a-9840-14d2b8eecb0c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8989c379-f408-4384-8141-5603e1aa62e1 HTTP/1.1" status: 204 len: 168 time: 0.3606250 Jun 21 19:45:23.598006 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-1abf8e90-afbc-457e-b342-1109fa126559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:23.611250 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1571655-14ba-4e1a-9840-14d2b8eecb0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8989c379-f408-4384-8141-5603e1aa62e1,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:23.619166 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-f1571655-14ba-4e1a-9840-14d2b8eecb0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:23.629800 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-1b9b113e-ddd2-4ba2-a56f-b4ef44df14da req-c99e32d5-fbcc-45cb-bc66-01f43534ae39 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369003 Jun 21 19:45:23.766170 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.notifiers.nova [req-49823124-d9eb-4fa3-b343-da8dc4fdbbe3 req-4dd060e4-6a2e-4a22-90f7-b9ae36fe1e6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53033ba6-a19d-4bec-a1e7-60adec14bf58 {{(pid=104575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:45:23.774249 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-49823124-d9eb-4fa3-b343-da8dc4fdbbe3 req-4dd060e4-6a2e-4a22-90f7-b9ae36fe1e6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:23.788067 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [req-49823124-d9eb-4fa3-b343-da8dc4fdbbe3 req-4dd060e4-6a2e-4a22-90f7-b9ae36fe1e6a service neutron] Transition to ACTIVE for port object 53033ba6-a19d-4bec-a1e7-60adec14bf58 will not be triggered until provisioned by entity L2. {{(pid=104575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:45:23.793284 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-49823124-d9eb-4fa3-b343-da8dc4fdbbe3 req-4dd060e4-6a2e-4a22-90f7-b9ae36fe1e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30138778'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:23.796759 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-d23f3036-9390-47de-9891-68e9ade157c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:23.878774 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd060e4-6a2e-4a22-90f7-b9ae36fe1e6a service neutron] Pushing event updated for resources: {'Port': ['ID=53033ba6-a19d-4bec-a1e7-60adec14bf58,revision_number=2']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:23.883023 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-4dd060e4-6a2e-4a22-90f7-b9ae36fe1e6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:23.934791 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 41052) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:23.947734 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-b2f9b919-db0b-4e43-b06b-4493a96fd131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:23.949045 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [req-49823124-d9eb-4fa3-b343-da8dc4fdbbe3 req-4dd060e4-6a2e-4a22-90f7-b9ae36fe1e6a service neutron] Attempting to bind port 53033ba6-a19d-4bec-a1e7-60adec14bf58 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:45:23.949387 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [req-49823124-d9eb-4fa3-b343-da8dc4fdbbe3 req-4dd060e4-6a2e-4a22-90f7-b9ae36fe1e6a service neutron] Attempting to bind port 53033ba6-a19d-4bec-a1e7-60adec14bf58 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '79ea6ea4-6122-4223-ae2c-7a1635a6be67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b8c61fcc-c4c3-4872-8556-59affedd8dad'}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:45:23.950094 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49823124-d9eb-4fa3-b343-da8dc4fdbbe3 req-4dd060e4-6a2e-4a22-90f7-b9ae36fe1e6a service neutron] Attempting to bind port 53033ba6-a19d-4bec-a1e7-60adec14bf58 on network b8c61fcc-c4c3-4872-8556-59affedd8dad {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:45:23.957743 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49823124-d9eb-4fa3-b343-da8dc4fdbbe3 req-4dd060e4-6a2e-4a22-90f7-b9ae36fe1e6a service neutron] Port 53033ba6-a19d-4bec-a1e7-60adec14bf58 on network b8c61fcc-c4c3-4872-8556-59affedd8dad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 19:45:23.957743 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49823124-d9eb-4fa3-b343-da8dc4fdbbe3 req-4dd060e4-6a2e-4a22-90f7-b9ae36fe1e6a service neutron] Attempting to bind port 53033ba6-a19d-4bec-a1e7-60adec14bf58 on network b8c61fcc-c4c3-4872-8556-59affedd8dad {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:45:23.960602 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49823124-d9eb-4fa3-b343-da8dc4fdbbe3 req-4dd060e4-6a2e-4a22-90f7-b9ae36fe1e6a service neutron] Checking agent: {'id': '0b26fa00-c4a2-4127-a29e-c90b7b9119ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 42, 27), 'started_at': datetime.datetime(2021, 6, 21, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:45:23.960944 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49823124-d9eb-4fa3-b343-da8dc4fdbbe3 req-4dd060e4-6a2e-4a22-90f7-b9ae36fe1e6a service neutron] Checking segment: {'id': '79ea6ea4-6122-4223-ae2c-7a1635a6be67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b8c61fcc-c4c3-4872-8556-59affedd8dad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:45:23.961337 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49823124-d9eb-4fa3-b343-da8dc4fdbbe3 req-4dd060e4-6a2e-4a22-90f7-b9ae36fe1e6a service neutron] Bound using segment: {'id': '79ea6ea4-6122-4223-ae2c-7a1635a6be67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b8c61fcc-c4c3-4872-8556-59affedd8dad'} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:45:23.961802 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [req-49823124-d9eb-4fa3-b343-da8dc4fdbbe3 req-4dd060e4-6a2e-4a22-90f7-b9ae36fe1e6a service neutron] Bound port: 53033ba6-a19d-4bec-a1e7-60adec14bf58, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79ea6ea4-6122-4223-ae2c-7a1635a6be67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'b8c61fcc-c4c3-4872-8556-59affedd8dad'}}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:45:23.962152 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-49823124-d9eb-4fa3-b343-da8dc4fdbbe3 req-4dd060e4-6a2e-4a22-90f7-b9ae36fe1e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:24.023952 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.db [req-49823124-d9eb-4fa3-b343-da8dc4fdbbe3 req-4dd060e4-6a2e-4a22-90f7-b9ae36fe1e6a service neutron] For port 53033ba6-a19d-4bec-a1e7-60adec14bf58, host hv-cinder-79246, cleared binding levels {{(pid=104575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:45:24.026897 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.db [req-49823124-d9eb-4fa3-b343-da8dc4fdbbe3 req-4dd060e4-6a2e-4a22-90f7-b9ae36fe1e6a service neutron] For port 53033ba6-a19d-4bec-a1e7-60adec14bf58, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=53033ba6-a19d-4bec-a1e7-60adec14bf58,segment=NetworkSegment(79ea6ea4-6122-4223-ae2c-7a1635a6be67),segment_id=79ea6ea4-6122-4223-ae2c-7a1635a6be67)] {{(pid=104575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:45:24.030746 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-49823124-d9eb-4fa3-b343-da8dc4fdbbe3 req-4dd060e4-6a2e-4a22-90f7-b9ae36fe1e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30138778'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:24.033319 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:24.045625 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-b2f9b919-db0b-4e43-b06b-4493a96fd131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:24.049297 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-b2f9b919-db0b-4e43-b06b-4493a96fd131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:24.051750 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-0e701ef6-9dd6-4307-806e-5374b192e5d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:24.069346 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49823124-d9eb-4fa3-b343-da8dc4fdbbe3 req-4dd060e4-6a2e-4a22-90f7-b9ae36fe1e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:24.070000 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-49823124-d9eb-4fa3-b343-da8dc4fdbbe3 req-4dd060e4-6a2e-4a22-90f7-b9ae36fe1e6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for port, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:24.071389 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-49823124-d9eb-4fa3-b343-da8dc4fdbbe3 req-4dd060e4-6a2e-4a22-90f7-b9ae36fe1e6a service neutron] 10.222.0.46 "PUT /v2.0/ports/53033ba6-a19d-4bec-a1e7-60adec14bf58 HTTP/1.1" status: 200 len: 1093 time: 0.6976452 Jun 21 19:45:24.071900 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0c1cbd0-0308-402c-b1b2-87cf20ad02d7', 'tag': '53033ba6-a19d-4bec-a1e7-60adec14bf58'}] {{(pid=104575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:45:24.074268 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c13f0749771774115a22afc177d9d65845734126b668639f93c48b494dfbeb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1fcbf89-d566-43df-9aba-09c9d3e008d5" -d '{"events": [{"name": "network-changed", "server_uuid": "e0c1cbd0-0308-402c-b1b2-87cf20ad02d7", "tag": "53033ba6-a19d-4bec-a1e7-60adec14bf58"}]}' {{(pid=104575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:45:24.094576 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-b2f9b919-db0b-4e43-b06b-4493a96fd131 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6228b2e7beee482cba4fbfa34704705b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1563537 Jun 21 19:45:24.094576 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f9b919-db0b-4e43-b06b-4493a96fd131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecc6001-3967-4228-91a5-89d41b7aebd6,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:24.097396 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-b2f9b919-db0b-4e43-b06b-4493a96fd131 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:24.098060 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 41056) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:24.104480 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd060e4-6a2e-4a22-90f7-b9ae36fe1e6a service neutron] Pushing event updated for resources: {'Port': ['ID=53033ba6-a19d-4bec-a1e7-60adec14bf58,revision_number=3']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:24.107913 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-4dd060e4-6a2e-4a22-90f7-b9ae36fe1e6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:24.141656 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 19:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec66356-d96e-46ce-acc8-8ec5280249a4 x-openstack-request-id: req-4ec66356-d96e-46ce-acc8-8ec5280249a4 {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:45:24.142003 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0c1cbd0-0308-402c-b1b2-87cf20ad02d7", "tag": "53033ba6-a19d-4bec-a1e7-60adec14bf58", "status": "completed", "code": 200}]} {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:45:24.142344 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4ec66356-d96e-46ce-acc8-8ec5280249a4 {{(pid=104575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:45:24.142758 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0c1cbd0-0308-402c-b1b2-87cf20ad02d7', 'tag': '53033ba6-a19d-4bec-a1e7-60adec14bf58', 'status': 'completed', 'code': 200} Jun 21 19:45:24.149727 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-3726dd58-0a93-4c67-a373-5eb4ef4e0b34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:24.179237 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-3726dd58-0a93-4c67-a373-5eb4ef4e0b34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:24.249402 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-3726dd58-0a93-4c67-a373-5eb4ef4e0b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:24.254265 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-3726dd58-0a93-4c67-a373-5eb4ef4e0b34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:24.257997 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-3726dd58-0a93-4c67-a373-5eb4ef4e0b34 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4ecc6001-3967-4228-91a5-89d41b7aebd6 HTTP/1.1" status: 204 len: 168 time: 0.1565661 Jun 21 19:45:24.257997 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-19b858a9-0abc-4727-a521-4540492edc5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:24.270362 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3726dd58-0a93-4c67-a373-5eb4ef4e0b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecc6001-3967-4228-91a5-89d41b7aebd6,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:24.273279 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-3726dd58-0a93-4c67-a373-5eb4ef4e0b34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:24.418088 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49823124-d9eb-4fa3-b343-da8dc4fdbbe3 req-7df15484-6b22-4e14-bd4d-fae73ad01b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:24.419838 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-49823124-d9eb-4fa3-b343-da8dc4fdbbe3 req-7df15484-6b22-4e14-bd4d-fae73ad01b85 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8b5695a498f64147a2657a531899f0a2&device_id=e0c1cbd0-0308-402c-b1b2-87cf20ad02d7 HTTP/1.1" status: 200 len: 1096 time: 0.2876787 Jun 21 19:45:24.471660 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-49823124-d9eb-4fa3-b343-da8dc4fdbbe3 req-c8839ce1-71b3-4b61-bf94-a0b3db55dfc2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53033ba6-a19d-4bec-a1e7-60adec14bf58 HTTP/1.1" status: 200 len: 217 time: 0.0364463 Jun 21 19:45:24.530725 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49823124-d9eb-4fa3-b343-da8dc4fdbbe3 req-f482972f-b031-4820-b265-67a5de9b05fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:24.532214 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-49823124-d9eb-4fa3-b343-da8dc4fdbbe3 req-f482972f-b031-4820-b265-67a5de9b05fc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=65d12bc6-cf17-4a89-a7d0-97f216ebf025 HTTP/1.1" status: 200 len: 855 time: 0.0468273 Jun 21 19:45:24.601790 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-49823124-d9eb-4fa3-b343-da8dc4fdbbe3 req-62353528-96ae-455a-a0c4-a50fa2e56d50 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b8c61fcc-c4c3-4872-8556-59affedd8dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475285 Jun 21 19:45:24.693020 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08728c1d-0caf-4bd1-9bc5-931fee5661c0 req-fcb846b6-17cb-4817-af85-89cb3fe84831 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:24.694593 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-08728c1d-0caf-4bd1-9bc5-931fee5661c0 req-fcb846b6-17cb-4817-af85-89cb3fe84831 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0c1cbd0-0308-402c-b1b2-87cf20ad02d7 HTTP/1.1" status: 200 len: 943 time: 0.1416249 Jun 21 19:45:24.734358 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-49823124-d9eb-4fa3-b343-da8dc4fdbbe3 req-7dcdd7f3-211d-4e95-9e77-19d43eb11111 service neutron] 10.222.0.46 "GET /v2.0/networks/b8c61fcc-c4c3-4872-8556-59affedd8dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242950 Jun 21 19:45:24.766926 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-08728c1d-0caf-4bd1-9bc5-931fee5661c0 req-5f3fbf2a-6cef-4937-84e0-f4120b8609d7 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/security-groups?id=66ff75a3-db6c-4e1d-9736-3dfd7054a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614645 Jun 21 19:45:24.836252 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c8440-2854-45be-93a6-c44c997c8a39 req-231d09a3-c7af-4b40-ba86-13fc6a385abf tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:24.841062 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-49823124-d9eb-4fa3-b343-da8dc4fdbbe3 req-12c6343c-fe28-4412-b760-0b26ba17e7e3 service neutron] 10.222.0.46 "GET /v2.0/networks/b8c61fcc-c4c3-4872-8556-59affedd8dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977681 Jun 21 19:45:24.842115 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-251c8440-2854-45be-93a6-c44c997c8a39 req-231d09a3-c7af-4b40-ba86-13fc6a385abf tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.0843275 Jun 21 19:45:24.875857 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-251c8440-2854-45be-93a6-c44c997c8a39 req-f217de43-54ab-4fc2-8e83-bae7bb2632df tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323942 Jun 21 19:45:24.987314 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fcbf89-d566-43df-9aba-09c9d3e008d5 req-f8efd79b-bf57-4fe6-9a3d-b594d8774a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:24.988844 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-d1fcbf89-d566-43df-9aba-09c9d3e008d5 req-f8efd79b-bf57-4fe6-9a3d-b594d8774a27 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8b5695a498f64147a2657a531899f0a2&device_id=e0c1cbd0-0308-402c-b1b2-87cf20ad02d7 HTTP/1.1" status: 200 len: 1096 time: 0.0531952 Jun 21 19:45:25.079671 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fcbf89-d566-43df-9aba-09c9d3e008d5 req-5de0972a-d3c6-4624-a66f-5d940f0fb1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:25.081809 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-d1fcbf89-d566-43df-9aba-09c9d3e008d5 req-5de0972a-d3c6-4624-a66f-5d940f0fb1d2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b8c61fcc-c4c3-4872-8556-59affedd8dad HTTP/1.1" status: 200 len: 916 time: 0.0850482 Jun 21 19:45:25.135735 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-d1fcbf89-d566-43df-9aba-09c9d3e008d5 req-7df5449e-e78c-4319-8fc2-e224a194992c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53033ba6-a19d-4bec-a1e7-60adec14bf58 HTTP/1.1" status: 200 len: 217 time: 0.0368943 Jun 21 19:45:25.186233 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fcbf89-d566-43df-9aba-09c9d3e008d5 req-5669cc8a-d37d-4a13-8471-e2fc9820d60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:25.187732 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-d1fcbf89-d566-43df-9aba-09c9d3e008d5 req-5669cc8a-d37d-4a13-8471-e2fc9820d60f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=65d12bc6-cf17-4a89-a7d0-97f216ebf025 HTTP/1.1" status: 200 len: 855 time: 0.0434046 Jun 21 19:45:25.223899 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-d1fcbf89-d566-43df-9aba-09c9d3e008d5 req-af44cc7b-1e34-49ad-95e5-fb9c4acd8d72 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b8c61fcc-c4c3-4872-8556-59affedd8dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294714 Jun 21 19:45:25.325235 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-d1fcbf89-d566-43df-9aba-09c9d3e008d5 req-b9b4ed2e-b2ee-49fc-8aba-6a9df38c5243 service neutron] 10.222.0.46 "GET /v2.0/networks/b8c61fcc-c4c3-4872-8556-59affedd8dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887160 Jun 21 19:45:25.416827 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-d1fcbf89-d566-43df-9aba-09c9d3e008d5 req-692465e4-0d2d-4e24-bb63-ede6eac39fa8 service neutron] 10.222.0.46 "GET /v2.0/networks/b8c61fcc-c4c3-4872-8556-59affedd8dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848646 Jun 21 19:45:25.971991 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbadf773-3f91-45b9-b50f-b9b23561b04b req-b200a7d1-c8c3-4260-8cba-ee797052b3cc tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:25.974235 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-dbadf773-3f91-45b9-b50f-b9b23561b04b req-b200a7d1-c8c3-4260-8cba-ee797052b3cc tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0c1cbd0-0308-402c-b1b2-87cf20ad02d7 HTTP/1.1" status: 200 len: 943 time: 0.0781963 Jun 21 19:45:26.035175 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-dbadf773-3f91-45b9-b50f-b9b23561b04b req-f6595e34-a1b4-48f1-baa1-699229054aab tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/security-groups?id=66ff75a3-db6c-4e1d-9736-3dfd7054a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556326 Jun 21 19:45:26.078346 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba7c59-48ad-48a8-844c-df27302fd547 req-485f0a51-9b66-4328-ae85-79d0946080f1 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:26.080032 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-99ba7c59-48ad-48a8-844c-df27302fd547 req-485f0a51-9b66-4328-ae85-79d0946080f1 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.0711725 Jun 21 19:45:26.122219 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-99ba7c59-48ad-48a8-844c-df27302fd547 req-e114776b-33b2-4cb8-9c24-ac3b9070b3a5 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346191 Jun 21 19:45:26.576274 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:27.210015 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64045020-9ce6-46aa-bf04-0b94b144df20 req-5e649a23-6e5b-4dac-af61-0b02d4ad55e7 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:27.211626 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-64045020-9ce6-46aa-bf04-0b94b144df20 req-5e649a23-6e5b-4dac-af61-0b02d4ad55e7 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0c1cbd0-0308-402c-b1b2-87cf20ad02d7 HTTP/1.1" status: 200 len: 943 time: 0.0650127 Jun 21 19:45:27.264868 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-64045020-9ce6-46aa-bf04-0b94b144df20 req-78945378-da41-4e74-a0b5-60b242edf2ba tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/security-groups?id=66ff75a3-db6c-4e1d-9736-3dfd7054a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459967 Jun 21 19:45:27.319938 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0cad1-c641-431f-8a67-de7b0bdcb956 req-e2fce059-098c-44cf-bfd0-24073205cf86 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:27.321410 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-74e0cad1-c641-431f-8a67-de7b0bdcb956 req-e2fce059-098c-44cf-bfd0-24073205cf86 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.0672565 Jun 21 19:45:27.358687 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-74e0cad1-c641-431f-8a67-de7b0bdcb956 req-74f22f58-6920-4347-a5a5-c69b0f45b70c tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314512 Jun 21 19:45:27.468549 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device 53033ba6-a19d-4bec-a1e7-60adec14bf58 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=104577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 19:45:27.563019 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port 53033ba6-a19d-4bec-a1e7-60adec14bf58, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=53033ba6-a19d-4bec-a1e7-60adec14bf58,segment=NetworkSegment(79ea6ea4-6122-4223-ae2c-7a1635a6be67),segment_id=79ea6ea4-6122-4223-ae2c-7a1635a6be67)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:45:27.576860 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Returning: {'device': '53033ba6-a19d-4bec-a1e7-60adec14bf58', 'network_id': 'b8c61fcc-c4c3-4872-8556-59affedd8dad', 'port_id': '53033ba6-a19d-4bec-a1e7-60adec14bf58', 'mac_address': 'fa:16:3e:90:93:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65d12bc6-cf17-4a89-a7d0-97f216ebf025', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 19:45:27.612859 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:27.627102 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.notifiers.nova [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53033ba6-a19d-4bec-a1e7-60adec14bf58 {{(pid=104577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:45:27.652913 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port 53033ba6-a19d-4bec-a1e7-60adec14bf58, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=53033ba6-a19d-4bec-a1e7-60adec14bf58,segment=NetworkSegment(79ea6ea4-6122-4223-ae2c-7a1635a6be67),segment_id=79ea6ea4-6122-4223-ae2c-7a1635a6be67)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:45:27.657885 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:27.660523 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:27.706316 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Pushing event updated for resources: {'Port': ['ID=53033ba6-a19d-4bec-a1e7-60adec14bf58,revision_number=4']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:27.709432 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:28.256710 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] get_ports_and_sgs() called for port_ids ['53033ba6-a19d-4bec-a1e7-60adec14bf58'] {{(pid=104577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 19:45:28.469024 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca0ff6-d1d8-482a-9701-6cd628367e0f req-23e8989e-9dfc-47e7-bfd9-255ed536c25b tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:28.470527 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-12ca0ff6-d1d8-482a-9701-6cd628367e0f req-23e8989e-9dfc-47e7-bfd9-255ed536c25b tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0c1cbd0-0308-402c-b1b2-87cf20ad02d7 HTTP/1.1" status: 200 len: 944 time: 0.0771706 Jun 21 19:45:28.510433 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-12ca0ff6-d1d8-482a-9701-6cd628367e0f req-9faeab89-2e60-4cf5-a0b1-6f6a80a795de tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/security-groups?id=66ff75a3-db6c-4e1d-9736-3dfd7054a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326986 Jun 21 19:45:28.570261 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21741c60-74fb-4b21-9d50-9fd36525f852 req-2c8baad6-6212-4bef-bdf2-806ee1ecec03 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:28.571709 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-21741c60-74fb-4b21-9d50-9fd36525f852 req-2c8baad6-6212-4bef-bdf2-806ee1ecec03 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.0802917 Jun 21 19:45:28.591961 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 41230) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:28.614128 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-21741c60-74fb-4b21-9d50-9fd36525f852 req-d9bbaa0e-357a-48da-bcae-06321bac77b5 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369074 Jun 21 19:45:28.704310 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-22800a8b-461f-48be-9c9e-57066b6c3b8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:28.793627 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-22800a8b-461f-48be-9c9e-57066b6c3b8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:28.798322 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-22800a8b-461f-48be-9c9e-57066b6c3b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:28.800996 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-55861d6e-84bf-4db0-abbf-57f8fc64da57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:28.839162 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-22800a8b-461f-48be-9c9e-57066b6c3b8b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=427de58900eb4a07b72b117b277312c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2462196 Jun 21 19:45:28.840115 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22800a8b-461f-48be-9c9e-57066b6c3b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2894b8ba-b9c5-4b1e-9c7a-b1a6568da07f,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:28.841862 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 41240) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:28.843174 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-22800a8b-461f-48be-9c9e-57066b6c3b8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:28.901819 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-19333d01-58a8-4719-8f9c-7f5de9bb7278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:28.922691 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-19333d01-58a8-4719-8f9c-7f5de9bb7278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:28.969948 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-19333d01-58a8-4719-8f9c-7f5de9bb7278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:28.971538 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-19333d01-58a8-4719-8f9c-7f5de9bb7278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:28.972636 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-19333d01-58a8-4719-8f9c-7f5de9bb7278 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2894b8ba-b9c5-4b1e-9c7a-b1a6568da07f HTTP/1.1" status: 204 len: 168 time: 0.1252079 Jun 21 19:45:28.973348 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-25ef7704-9b42-4fa6-b92b-1034966be695 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:28.980486 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19333d01-58a8-4719-8f9c-7f5de9bb7278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2894b8ba-b9c5-4b1e-9c7a-b1a6568da07f,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:28.983211 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-19333d01-58a8-4719-8f9c-7f5de9bb7278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:29.687798 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a25ce8-318a-4865-8a9f-33012da86e7e req-8eaf2eba-8c3e-41fe-88c2-9a73d9a54476 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:29.689338 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-a2a25ce8-318a-4865-8a9f-33012da86e7e req-8eaf2eba-8c3e-41fe-88c2-9a73d9a54476 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0c1cbd0-0308-402c-b1b2-87cf20ad02d7 HTTP/1.1" status: 200 len: 944 time: 0.0689056 Jun 21 19:45:29.731216 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-a2a25ce8-318a-4865-8a9f-33012da86e7e req-fc7ca249-aab8-49aa-a081-69e6ac2b31eb tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/security-groups?id=66ff75a3-db6c-4e1d-9736-3dfd7054a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323398 Jun 21 19:45:29.807428 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa5b38-6936-4fba-8f81-a85cffc5bbd8 req-d6ef231e-9ea9-41dc-b64b-50cef1f745a5 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:29.808895 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-65aa5b38-6936-4fba-8f81-a85cffc5bbd8 req-d6ef231e-9ea9-41dc-b64b-50cef1f745a5 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.0680861 Jun 21 19:45:29.848440 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-65aa5b38-6936-4fba-8f81-a85cffc5bbd8 req-8e77529b-5b8b-4eb6-97ef-59cfc61bbb09 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340686 Jun 21 19:45:30.774587 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-d5303c31-c370-4787-a400-a27a386e6087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:30.914301 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99aabdf-163b-4efe-97b2-72fd201fc286 req-4750a5e6-8a82-462e-a725-7f79006306b9 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:30.916086 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-c99aabdf-163b-4efe-97b2-72fd201fc286 req-4750a5e6-8a82-462e-a725-7f79006306b9 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0c1cbd0-0308-402c-b1b2-87cf20ad02d7 HTTP/1.1" status: 200 len: 944 time: 0.0682342 Jun 21 19:45:30.957271 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-c99aabdf-163b-4efe-97b2-72fd201fc286 req-d0384775-654d-48e4-abe5-40d9d1e47ac5 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/security-groups?id=66ff75a3-db6c-4e1d-9736-3dfd7054a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339170 Jun 21 19:45:31.034883 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a174876-1a1a-49c5-9233-1b68b40b52df req-98eb5e68-802f-4382-9a9e-7c84bf723cf6 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:31.036261 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-0a174876-1a1a-49c5-9233-1b68b40b52df req-98eb5e68-802f-4382-9a9e-7c84bf723cf6 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.0614069 Jun 21 19:45:31.073425 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-0a174876-1a1a-49c5-9233-1b68b40b52df req-c8e68b59-f3d7-41bb-9ece-e3022f063a5b tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311856 Jun 21 19:45:31.494063 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device 53033ba6-a19d-4bec-a1e7-60adec14bf58 up at agent hyperv_hv-cinder-79246 {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:45:31.542160 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Provisioning for port 53033ba6-a19d-4bec-a1e7-60adec14bf58 completed by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:45:31.545982 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Provisioning complete for port 53033ba6-a19d-4bec-a1e7-60adec14bf58 triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:45:31.546361 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:31.622280 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:31.644862 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c1cbd0-0308-402c-b1b2-87cf20ad02d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53033ba6-a19d-4bec-a1e7-60adec14bf58'}] {{(pid=104577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:45:31.647188 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c14435dcc002c6d250290293137fb351442a83316ffa0c10b5cf8ed6f24812f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd8a5ba-32f0-4e4c-bd38-2816e102aa7e" -d '{"events": [{"server_uuid": "e0c1cbd0-0308-402c-b1b2-87cf20ad02d7", "name": "network-vif-plugged", "status": "completed", "tag": "53033ba6-a19d-4bec-a1e7-60adec14bf58"}]}' {{(pid=104577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:45:31.660777 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port 53033ba6-a19d-4bec-a1e7-60adec14bf58, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=53033ba6-a19d-4bec-a1e7-60adec14bf58,segment=NetworkSegment(79ea6ea4-6122-4223-ae2c-7a1635a6be67),segment_id=79ea6ea4-6122-4223-ae2c-7a1635a6be67)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:45:31.666302 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:31.668361 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:31.692357 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 19:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1300769d-f7c7-4571-a96b-57242c20a6e6 x-openstack-request-id: req-1300769d-f7c7-4571-a96b-57242c20a6e6 {{(pid=104577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:45:31.692652 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0c1cbd0-0308-402c-b1b2-87cf20ad02d7", "name": "network-vif-plugged", "status": "completed", "tag": "53033ba6-a19d-4bec-a1e7-60adec14bf58", "code": 200}]} {{(pid=104577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:45:31.692907 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1300769d-f7c7-4571-a96b-57242c20a6e6 {{(pid=104577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:45:31.693288 dv-cinder-792462-15-smb neutron-server[104577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c1cbd0-0308-402c-b1b2-87cf20ad02d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53033ba6-a19d-4bec-a1e7-60adec14bf58', 'code': 200} Jun 21 19:45:31.720141 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Pushing event updated for resources: {'Port': ['ID=53033ba6-a19d-4bec-a1e7-60adec14bf58,revision_number=5']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:31.723149 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:31.943604 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e6d8d-5407-4594-a6cf-99b46c726e10 req-4ba3f355-725c-417b-90b1-2570c2ccbd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:31.945150 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-2b6e6d8d-5407-4594-a6cf-99b46c726e10 req-4ba3f355-725c-417b-90b1-2570c2ccbd97 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e0c1cbd0-0308-402c-b1b2-87cf20ad02d7 HTTP/1.1" status: 200 len: 1098 time: 0.0524015 Jun 21 19:45:31.982401 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-2b6e6d8d-5407-4594-a6cf-99b46c726e10 req-813aed8d-f51d-42cf-8d00-065fcd4bffb1 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=66ff75a3-db6c-4e1d-9736-3dfd7054a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272622 Jun 21 19:45:32.126864 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b0b81-9998-4b9d-a9ec-864f1bd87f51 req-7b0fa286-bd85-4a7f-a869-3d94555dfbd1 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:32.128995 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-726b0b81-9998-4b9d-a9ec-864f1bd87f51 req-7b0fa286-bd85-4a7f-a869-3d94555dfbd1 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0c1cbd0-0308-402c-b1b2-87cf20ad02d7 HTTP/1.1" status: 200 len: 945 time: 0.0620513 Jun 21 19:45:32.172493 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-726b0b81-9998-4b9d-a9ec-864f1bd87f51 req-f6a082ad-b80e-42f9-bf2f-87797445988b tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/security-groups?id=66ff75a3-db6c-4e1d-9736-3dfd7054a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350549 Jun 21 19:45:32.247929 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca0ac3f-3f0d-49a6-aa2c-2aadf18bd9ce req-6d699d56-1133-4323-8e20-9930793f908d tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:32.249426 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-8ca0ac3f-3f0d-49a6-aa2c-2aadf18bd9ce req-6d699d56-1133-4323-8e20-9930793f908d tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.0634234 Jun 21 19:45:32.288090 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-8ca0ac3f-3f0d-49a6-aa2c-2aadf18bd9ce req-5d041b32-9bad-45b3-8962-1774ecdd0051 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324326 Jun 21 19:45:33.339818 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-7c9f7375-7de9-4a65-bafc-1380a3f965ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:33.347140 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8182c25-da59-4bc4-9fef-5d0c78debdea req-6b6a1afe-26d4-4a6f-acf7-4bea62288203 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:33.348742 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-b8182c25-da59-4bc4-9fef-5d0c78debdea req-6b6a1afe-26d4-4a6f-acf7-4bea62288203 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0c1cbd0-0308-402c-b1b2-87cf20ad02d7 HTTP/1.1" status: 200 len: 945 time: 0.0650165 Jun 21 19:45:33.385403 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-b8182c25-da59-4bc4-9fef-5d0c78debdea req-e3f184de-70a6-4e45-9268-f7452c70c744 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/security-groups?id=66ff75a3-db6c-4e1d-9736-3dfd7054a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310433 Jun 21 19:45:33.496096 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:33.501856 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f13369-4240-4dd6-a3b7-410dbd3327a6 req-4e2f37ae-e6c2-4e1f-8895-7f052a8ead6d tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:33.510638 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-d0f13369-4240-4dd6-a3b7-410dbd3327a6 req-4e2f37ae-e6c2-4e1f-8895-7f052a8ead6d tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.0936697 Jun 21 19:45:33.554605 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-d0f13369-4240-4dd6-a3b7-410dbd3327a6 req-0ee6e80d-0fad-42e8-9499-b04dde761877 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421395 Jun 21 19:45:34.438495 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-14118032-cbf1-44bc-927f-b70ca464d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:34.559174 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a7502-8778-4f5a-9c8f-30965ceb68a6 req-715bbe4c-92bf-4ed3-ba71-87938c6de1bd tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:34.560614 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-406a7502-8778-4f5a-9c8f-30965ceb68a6 req-715bbe4c-92bf-4ed3-ba71-87938c6de1bd tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0c1cbd0-0308-402c-b1b2-87cf20ad02d7 HTTP/1.1" status: 200 len: 945 time: 0.0620146 Jun 21 19:45:34.599058 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-406a7502-8778-4f5a-9c8f-30965ceb68a6 req-895fb852-f56b-460a-9aa9-d4a5d7dfa2f7 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/security-groups?id=66ff75a3-db6c-4e1d-9736-3dfd7054a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322020 Jun 21 19:45:34.750635 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8957e4-f954-47d7-810b-e5dc7b55bc91 req-778fab82-2b6f-4dc8-89cd-7514bf1f823e tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:34.758219 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-7d8957e4-f954-47d7-810b-e5dc7b55bc91 req-778fab82-2b6f-4dc8-89cd-7514bf1f823e tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.0883346 Jun 21 19:45:34.795997 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-7d8957e4-f954-47d7-810b-e5dc7b55bc91 req-1e0bcf5e-aa9f-4c6b-9758-6423d6ede328 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369184 Jun 21 19:45:35.943379 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-42de2df7-e83b-4cb7-9b47-4d153e7d24d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:35.975875 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cc7d51-dfb3-4b23-b90d-66213c9ec1a2 req-3e2d88e4-024c-4a12-9c66-ad9b33b965bc tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:35.977351 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-49cc7d51-dfb3-4b23-b90d-66213c9ec1a2 req-3e2d88e4-024c-4a12-9c66-ad9b33b965bc tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.0725696 Jun 21 19:45:36.014537 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-49cc7d51-dfb3-4b23-b90d-66213c9ec1a2 req-95280a1d-6fe1-44f2-9016-4147c0a64d1c tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315034 Jun 21 19:45:37.193882 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d1ed8-6b93-4bdd-90c0-138de032d93d req-5676f71a-c086-44db-8c1a-c5e67aa79bfe tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:37.195365 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-3d2d1ed8-6b93-4bdd-90c0-138de032d93d req-5676f71a-c086-44db-8c1a-c5e67aa79bfe tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.0663221 Jun 21 19:45:37.235545 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-3d2d1ed8-6b93-4bdd-90c0-138de032d93d req-2839e370-ca48-4309-a69c-3bd3af12f637 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341356 Jun 21 19:45:38.409344 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9758b9f2-c289-4b49-9f40-8531829120ae req-afc505da-9ad9-4da4-9768-53fe0609b04e tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:38.410845 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-9758b9f2-c289-4b49-9f40-8531829120ae req-afc505da-9ad9-4da4-9768-53fe0609b04e tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.0620275 Jun 21 19:45:38.447653 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-9758b9f2-c289-4b49-9f40-8531829120ae req-34fafb6d-c39b-48f6-9be5-a489659749bb tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313213 Jun 21 19:45:39.251976 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.agents_db [None req-c2d22edd-97c6-4632-8c47-e807aff285e4 None None] Agent healthcheck: found 6 active agents {{(pid=104578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 19:45:39.641235 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c15e5f4-6bd1-4e23-80d3-1fc54d18aa52 req-7eca4638-dc83-41df-b841-5562f66d73b0 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:39.642899 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-9c15e5f4-6bd1-4e23-80d3-1fc54d18aa52 req-7eca4638-dc83-41df-b841-5562f66d73b0 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.0778868 Jun 21 19:45:39.686522 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-9c15e5f4-6bd1-4e23-80d3-1fc54d18aa52 req-114916a4-60f9-4818-a9d5-15ae0b96bffc tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371761 Jun 21 19:45:39.789408 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5b03e-35f0-46db-bda6-4c4b20cce468 req-d4535840-e5ba-4a0f-86b9-b8f91ad376d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:39.790935 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-1ee5b03e-35f0-46db-bda6-4c4b20cce468 req-d4535840-e5ba-4a0f-86b9-b8f91ad376d9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 1099 time: 0.0526054 Jun 21 19:45:39.836936 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-1ee5b03e-35f0-46db-bda6-4c4b20cce468 req-0b54e1db-6d9c-4fff-8d42-027662fa2c63 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284250 Jun 21 19:45:40.863567 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1ce6e-d46a-434c-afff-8ae46899c2ac req-b6e4078a-007f-44c0-8775-2d556701fb5f tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:40.865026 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-79d1ce6e-d46a-434c-afff-8ae46899c2ac req-b6e4078a-007f-44c0-8775-2d556701fb5f tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.0639842 Jun 21 19:45:40.900107 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-79d1ce6e-d46a-434c-afff-8ae46899c2ac req-2537e846-df14-4726-8dc6-4fcfab0ce75d tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295305 Jun 21 19:45:41.492396 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74cfcb5-14a4-4b0a-bef5-dba4dab8e5c1 req-abc43294-467a-4169-bf42-4ff5aa0f02a7 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:41.493942 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-e74cfcb5-14a4-4b0a-bef5-dba4dab8e5c1 req-abc43294-467a-4169-bf42-4ff5aa0f02a7 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0c1cbd0-0308-402c-b1b2-87cf20ad02d7 HTTP/1.1" status: 200 len: 945 time: 0.0841556 Jun 21 19:45:41.506250 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 41532) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:41.534943 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-e74cfcb5-14a4-4b0a-bef5-dba4dab8e5c1 req-3c3557c5-4180-40ff-baa9-743b8b74fc01 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/security-groups?id=66ff75a3-db6c-4e1d-9736-3dfd7054a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347238 Jun 21 19:45:41.612397 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-47bc5c32-06a1-40d5-a371-6d2103c8dc56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:41.699788 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-47bc5c32-06a1-40d5-a371-6d2103c8dc56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:41.703500 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-47bc5c32-06a1-40d5-a371-6d2103c8dc56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:41.706368 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-0114f3f4-43d5-4c24-929e-f1cfd9fddb16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:41.739470 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bc5c32-06a1-40d5-a371-6d2103c8dc56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07f845f7-f1ee-47b1-b5c3-5abd1ac02167,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:41.743704 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-47bc5c32-06a1-40d5-a371-6d2103c8dc56 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c4c8076dd6b34f1490d7a9db2ca2f0de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364135 Jun 21 19:45:41.744718 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-47bc5c32-06a1-40d5-a371-6d2103c8dc56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:41.746204 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 41538) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:41.796371 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-e1f57a89-4078-40cd-96da-b8d325761dd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:41.817550 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-e1f57a89-4078-40cd-96da-b8d325761dd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:41.863371 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-e1f57a89-4078-40cd-96da-b8d325761dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:41.866081 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-e1f57a89-4078-40cd-96da-b8d325761dd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:41.867261 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-e1f57a89-4078-40cd-96da-b8d325761dd7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/07f845f7-f1ee-47b1-b5c3-5abd1ac02167 HTTP/1.1" status: 204 len: 168 time: 0.1201441 Jun 21 19:45:41.867987 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-d236095c-1360-422f-9404-9d8793436ab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:41.875283 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f57a89-4078-40cd-96da-b8d325761dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07f845f7-f1ee-47b1-b5c3-5abd1ac02167,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:41.878053 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-e1f57a89-4078-40cd-96da-b8d325761dd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:42.086599 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2134c3-1063-4e19-90ee-cb6005686c8d req-d6676ae2-96ce-4a29-a162-bba1a751df9d tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:42.088080 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-9e2134c3-1063-4e19-90ee-cb6005686c8d req-d6676ae2-96ce-4a29-a162-bba1a751df9d tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.0745587 Jun 21 19:45:42.126476 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-9e2134c3-1063-4e19-90ee-cb6005686c8d req-6b8cee10-2899-4c08-9289-a0d3af130de7 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324037 Jun 21 19:45:42.615420 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc8baa-239d-43e4-86c1-3c176a40d419 req-7b7d6c91-9606-44a9-b91f-f6c093ede7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:42.616899 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-d1dc8baa-239d-43e4-86c1-3c176a40d419 req-7b7d6c91-9606-44a9-b91f-f6c093ede7da service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ffc77c8d33bc44a59650792ffcc5c42d&device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 1099 time: 0.1427684 Jun 21 19:45:42.628282 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d8a1f-24d0-448f-815d-55249df0fc95 req-43b65dc4-769b-4330-ad70-b76da2c13abf tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:42.629731 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-193d8a1f-24d0-448f-815d-55249df0fc95 req-43b65dc4-769b-4330-ad70-b76da2c13abf tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.0981193 Jun 21 19:45:42.734739 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-193d8a1f-24d0-448f-815d-55249df0fc95 req-3fc13726-289f-402d-9ba7-0c89fe11cb46 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864172 Jun 21 19:45:42.743806 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94fa07f-295e-484e-8344-faf3a7f4e8b1 req-1a676abe-d76f-43c4-b9c9-e2cb084ec7a2 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:42.746476 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-a94fa07f-295e-484e-8344-faf3a7f4e8b1 req-1a676abe-d76f-43c4-b9c9-e2cb084ec7a2 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0c1cbd0-0308-402c-b1b2-87cf20ad02d7 HTTP/1.1" status: 200 len: 945 time: 0.0727992 Jun 21 19:45:42.751364 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc8baa-239d-43e4-86c1-3c176a40d419 req-774305a5-82b2-4e1f-a9e6-8f9230e8a75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:42.753588 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-d1dc8baa-239d-43e4-86c1-3c176a40d419 req-774305a5-82b2-4e1f-a9e6-8f9230e8a75a service neutron] 10.222.0.46 "GET /v2.0/networks?id=cbd5c296-051f-43ab-b7d6-154e00c9c776 HTTP/1.1" status: 200 len: 920 time: 0.1230097 Jun 21 19:45:42.803550 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-a94fa07f-295e-484e-8344-faf3a7f4e8b1 req-ef6b301e-6770-4248-96ac-74c7e61c60d6 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/security-groups?id=66ff75a3-db6c-4e1d-9736-3dfd7054a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483005 Jun 21 19:45:42.810129 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-d1dc8baa-239d-43e4-86c1-3c176a40d419 req-dec8ed45-da25-483c-a61c-b5f1317175ff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb5cc4e0-9f97-4b22-86c2-2703a6989409 HTTP/1.1" status: 200 len: 217 time: 0.0469196 Jun 21 19:45:42.872847 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc8baa-239d-43e4-86c1-3c176a40d419 req-6bf72be7-7e7d-4e9e-90a9-626f36228984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:42.875002 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-d1dc8baa-239d-43e4-86c1-3c176a40d419 req-6bf72be7-7e7d-4e9e-90a9-626f36228984 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=647d05b7-de31-4d93-b064-d84c7c4b5039 HTTP/1.1" status: 200 len: 859 time: 0.0522807 Jun 21 19:45:42.916074 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-d1dc8baa-239d-43e4-86c1-3c176a40d419 req-ac322189-9a10-49c6-adeb-037d8d3f40fc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cbd5c296-051f-43ab-b7d6-154e00c9c776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327928 Jun 21 19:45:43.013483 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-d1dc8baa-239d-43e4-86c1-3c176a40d419 req-2d14bc34-e407-48fe-aac8-13fe18787721 service neutron] 10.222.0.46 "GET /v2.0/networks/cbd5c296-051f-43ab-b7d6-154e00c9c776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871365 Jun 21 19:45:43.118858 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-d1dc8baa-239d-43e4-86c1-3c176a40d419 req-dea5b3fb-c4e3-4a4f-bf93-2730084cff57 service neutron] 10.222.0.46 "GET /v2.0/networks/cbd5c296-051f-43ab-b7d6-154e00c9c776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957384 Jun 21 19:45:43.927401 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79f25f-1ced-4e74-9c80-3c64cfcf745f req-bba003bd-9d18-485b-ba6e-b9227c8988bd tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:43.930181 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-ea79f25f-1ced-4e74-9c80-3c64cfcf745f req-bba003bd-9d18-485b-ba6e-b9227c8988bd tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.0736761 Jun 21 19:45:43.974770 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-ea79f25f-1ced-4e74-9c80-3c64cfcf745f req-fead6ebc-93b7-48b7-945c-693e1f7b1303 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402122 Jun 21 19:45:43.996710 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09bba1-6f9b-4ed9-acf6-94e59c737327 req-2ee31d93-91f1-449a-a2f9-8070c2d2ab46 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:44.006376 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-0a09bba1-6f9b-4ed9-acf6-94e59c737327 req-2ee31d93-91f1-449a-a2f9-8070c2d2ab46 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0c1cbd0-0308-402c-b1b2-87cf20ad02d7 HTTP/1.1" status: 200 len: 945 time: 0.0933471 Jun 21 19:45:44.086285 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-0a09bba1-6f9b-4ed9-acf6-94e59c737327 req-8cf6ef7f-8a0b-477d-a7ed-5d4c222818c3 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/security-groups?id=66ff75a3-db6c-4e1d-9736-3dfd7054a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786970 Jun 21 19:45:44.565333 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f5384-31f9-4465-8397-921e51bf24eb req-83378fc5-7ab4-45b6-baa0-d8b98340aa9f tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:44.567112 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-1a7f5384-31f9-4465-8397-921e51bf24eb req-83378fc5-7ab4-45b6-baa0-d8b98340aa9f tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.46 "GET /v2.0/ports?device_id=e0c1cbd0-0308-402c-b1b2-87cf20ad02d7 HTTP/1.1" status: 200 len: 945 time: 0.0650156 Jun 21 19:45:44.711093 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [req-1a7f5384-31f9-4465-8397-921e51bf24eb req-6717c7f6-63fe-476c-ab32-27f239cdf53c tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Deleting port 53033ba6-a19d-4bec-a1e7-60adec14bf58 {{(pid=104575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 19:45:44.711454 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-1a7f5384-31f9-4465-8397-921e51bf24eb req-6717c7f6-63fe-476c-ab32-27f239cdf53c tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761649817829'] for port, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:44.801963 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.db [req-1a7f5384-31f9-4465-8397-921e51bf24eb req-6717c7f6-63fe-476c-ab32-27f239cdf53c tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] For port 53033ba6-a19d-4bec-a1e7-60adec14bf58, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=53033ba6-a19d-4bec-a1e7-60adec14bf58,segment=NetworkSegment(79ea6ea4-6122-4223-ae2c-7a1635a6be67),segment_id=79ea6ea4-6122-4223-ae2c-7a1635a6be67)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:45:44.802325 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-1a7f5384-31f9-4465-8397-921e51bf24eb req-6717c7f6-63fe-476c-ab32-27f239cdf53c tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33076891'] for port, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:44.883450 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [req-1a7f5384-31f9-4465-8397-921e51bf24eb req-6717c7f6-63fe-476c-ab32-27f239cdf53c tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Calling delete_port for 53033ba6-a19d-4bec-a1e7-60adec14bf58 owned by compute:nova {{(pid=104575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 19:45:45.037196 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-1a7f5384-31f9-4465-8397-921e51bf24eb req-6717c7f6-63fe-476c-ab32-27f239cdf53c tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761649822437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761649331806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30138787'] for port, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:45.041655 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:45.069772 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] get_ports_and_sgs() called for port_ids ['92ab2d58-78f5-4901-9ce2-71dff5b896fb', 'e74166e9-57df-4343-8e96-d15264ced762', 'f9f8bc41-f9ed-4678-ae6c-bb497ad180d9', '53033ba6-a19d-4bec-a1e7-60adec14bf58'] {{(pid=104577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 19:45:45.089057 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6717c7f6-63fe-476c-ab32-27f239cdf53c tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Pushing event deleted for resources: {'Port': ['ID=53033ba6-a19d-4bec-a1e7-60adec14bf58,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:45.111422 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-6717c7f6-63fe-476c-ab32-27f239cdf53c tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:45.132285 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a7f5384-31f9-4465-8397-921e51bf24eb req-6717c7f6-63fe-476c-ab32-27f239cdf53c tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] No DVR routers for this DVR port 53033ba6-a19d-4bec-a1e7-60adec14bf58 on host hv-cinder-79246 {{(pid=104575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 19:45:45.135536 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-1a7f5384-31f9-4465-8397-921e51bf24eb req-6717c7f6-63fe-476c-ab32-27f239cdf53c tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147'] for port, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:45.137486 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-1a7f5384-31f9-4465-8397-921e51bf24eb req-6717c7f6-63fe-476c-ab32-27f239cdf53c tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.46 "DELETE /v2.0/ports/53033ba6-a19d-4bec-a1e7-60adec14bf58 HTTP/1.1" status: 204 len: 173 time: 0.5588257 Jun 21 19:45:45.138165 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0c1cbd0-0308-402c-b1b2-87cf20ad02d7', 'name': 'network-vif-deleted', 'tag': '53033ba6-a19d-4bec-a1e7-60adec14bf58'}] {{(pid=104575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:45:45.140473 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c13f0749771774115a22afc177d9d65845734126b668639f93c48b494dfbeb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b86adf-845d-4565-bbab-8099eba98a3a" -d '{"events": [{"server_uuid": "e0c1cbd0-0308-402c-b1b2-87cf20ad02d7", "name": "network-vif-deleted", "tag": "53033ba6-a19d-4bec-a1e7-60adec14bf58"}]}' {{(pid=104575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:45:45.275308 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f8847-060c-46b9-8550-8298aab3f6ae req-ff2b146f-0005-4b22-bc89-0c831fbd938d tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:45.281681 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-4e4f8847-060c-46b9-8550-8298aab3f6ae req-ff2b146f-0005-4b22-bc89-0c831fbd938d tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.1197565 Jun 21 19:45:45.294951 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-eac09f78-d9e9-4f9f-ba51-d363b806dbdb req-3af2148b-b07b-4f0d-a086-437df3f2294a tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=e0c1cbd0-0308-402c-b1b2-87cf20ad02d7 HTTP/1.1" status: 200 len: 210 time: 0.0566213 Jun 21 19:45:45.359336 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-4e4f8847-060c-46b9-8550-8298aab3f6ae req-d708d627-657b-4089-9967-13f40f0304a0 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705528 Jun 21 19:45:45.395164 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 19:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dab4316-9907-42e6-9780-51e4d4f5931e x-openstack-request-id: req-5dab4316-9907-42e6-9780-51e4d4f5931e {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:45:45.395670 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0c1cbd0-0308-402c-b1b2-87cf20ad02d7", "name": "network-vif-deleted", "tag": "53033ba6-a19d-4bec-a1e7-60adec14bf58", "status": "completed", "code": 200}]} {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:45:45.396028 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5dab4316-9907-42e6-9780-51e4d4f5931e {{(pid=104575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:45:45.396458 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0c1cbd0-0308-402c-b1b2-87cf20ad02d7', 'name': 'network-vif-deleted', 'tag': '53033ba6-a19d-4bec-a1e7-60adec14bf58', 'status': 'completed', 'code': 200} Jun 21 19:45:46.527407 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f72fe-f6ff-40d1-bfa3-43b8b295ca37 req-59e09a57-641f-4650-bb31-770bfd546dd2 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:46.528875 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-e10f72fe-f6ff-40d1-bfa3-43b8b295ca37 req-59e09a57-641f-4650-bb31-770bfd546dd2 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.0622172 Jun 21 19:45:46.567425 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-e10f72fe-f6ff-40d1-bfa3-43b8b295ca37 req-e37bb100-7fa5-4a9b-80c9-5f0e9cb7d080 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320687 Jun 21 19:45:48.010718 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af196723-9695-4f90-a053-d0f525aad012 req-2751fbfd-01d1-41cf-a677-ffd808641cae tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:48.012207 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-af196723-9695-4f90-a053-d0f525aad012 req-2751fbfd-01d1-41cf-a677-ffd808641cae tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=3078673b-9dde-4916-9f4a-21b85d236b57 HTTP/1.1" status: 200 len: 945 time: 0.0734122 Jun 21 19:45:48.053730 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-af196723-9695-4f90-a053-d0f525aad012 req-0318c9a5-ce20-4e9e-9403-826c6d6b0ca0 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/security-groups?id=66ff75a3-db6c-4e1d-9736-3dfd7054a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357554 Jun 21 19:45:48.141065 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a62a0e-dde0-49de-a9d0-3c22b5cb36a2 req-3ecaf250-a87a-4a95-861b-6331497056c8 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:48.142824 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-b1a62a0e-dde0-49de-a9d0-3c22b5cb36a2 req-3ecaf250-a87a-4a95-861b-6331497056c8 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.0662601 Jun 21 19:45:48.180358 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-b1a62a0e-dde0-49de-a9d0-3c22b5cb36a2 req-c934cc41-83c0-4880-a8e4-bca534122621 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321212 Jun 21 19:45:49.231715 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91591017-9d73-4011-9c6a-b6f6e09d7baf req-7a40fb17-3603-4770-8df4-417c72b1657d tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:49.233159 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-91591017-9d73-4011-9c6a-b6f6e09d7baf req-7a40fb17-3603-4770-8df4-417c72b1657d tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=3078673b-9dde-4916-9f4a-21b85d236b57 HTTP/1.1" status: 200 len: 945 time: 0.0615451 Jun 21 19:45:49.277654 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-91591017-9d73-4011-9c6a-b6f6e09d7baf req-24ed114b-dafa-49fa-91eb-95b191b829e1 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/security-groups?id=66ff75a3-db6c-4e1d-9736-3dfd7054a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381985 Jun 21 19:45:49.612622 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device 53033ba6-a19d-4bec-a1e7-60adec14bf58 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 19:45:49.632466 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] No Port match for: 53033ba6-a19d-4bec-a1e7-60adec14bf58 {{(pid=104577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 19:45:49.632820 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device 53033ba6-a19d-4bec-a1e7-60adec14bf58 not bound to the agent host hv-cinder-79246 {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 19:45:50.307822 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 41804) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:50.432580 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636050f5-b048-4b4a-b5b2-2dddc06c29e0 req-c2783383-ab1f-47bf-b8ad-3725b9dd3b2c tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:50.434069 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-636050f5-b048-4b4a-b5b2-2dddc06c29e0 req-c2783383-ab1f-47bf-b8ad-3725b9dd3b2c tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.46 "GET /v2.0/ports?device_id=3078673b-9dde-4916-9f4a-21b85d236b57 HTTP/1.1" status: 200 len: 945 time: 0.0674450 Jun 21 19:45:50.441942 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9a1c7a9a-a9be-4f9d-87a7-c09662efc787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:50.520043 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeabe87-043a-4ec2-8c2f-8af3cde893a5 req-69b7594e-344a-4392-8086-65b77714a6ca tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:50.528874 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-2aeabe87-043a-4ec2-8c2f-8af3cde893a5 req-69b7594e-344a-4392-8086-65b77714a6ca tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=3078673b-9dde-4916-9f4a-21b85d236b57 HTTP/1.1" status: 200 len: 945 time: 0.1189530 Jun 21 19:45:50.587410 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-2aeabe87-043a-4ec2-8c2f-8af3cde893a5 req-a7e3f1a0-9c45-4ade-9bfc-3e4510b283e6 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/security-groups?id=66ff75a3-db6c-4e1d-9736-3dfd7054a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572937 Jun 21 19:45:50.613447 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9a1c7a9a-a9be-4f9d-87a7-c09662efc787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:50.617731 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9a1c7a9a-a9be-4f9d-87a7-c09662efc787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:50.621586 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-ffa65d13-c678-4a5f-9e1c-cbadee428dbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:50.662746 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c7a9a-a9be-4f9d-87a7-c09662efc787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5b7bd2-0be6-451b-befb-5e274eff5399,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:50.671592 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-9a1c7a9a-a9be-4f9d-87a7-c09662efc787 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=85bbc03b49e04e4fa8d988a86030bc3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3616068 Jun 21 19:45:50.674051 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 41816) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:50.675179 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-9a1c7a9a-a9be-4f9d-87a7-c09662efc787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:50.731376 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-bf54dd28-a003-4377-8bd3-4bbbf8e08581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:50.756371 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [req-636050f5-b048-4b4a-b5b2-2dddc06c29e0 req-38862242-a051-4089-9aee-def046308f70 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Deleting port f9f8bc41-f9ed-4678-ae6c-bb497ad180d9 {{(pid=104575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 19:45:50.756668 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-636050f5-b048-4b4a-b5b2-2dddc06c29e0 req-38862242-a051-4089-9aee-def046308f70 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761649817829'] for port, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:50.758179 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-bf54dd28-a003-4377-8bd3-4bbbf8e08581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:50.816896 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-bf54dd28-a003-4377-8bd3-4bbbf8e08581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:50.819585 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-bf54dd28-a003-4377-8bd3-4bbbf8e08581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:50.820727 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-bf54dd28-a003-4377-8bd3-4bbbf8e08581 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7e5b7bd2-0be6-451b-befb-5e274eff5399 HTTP/1.1" status: 204 len: 168 time: 0.1444623 Jun 21 19:45:50.822891 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-4ad92586-7b59-454e-8dcc-cd8345dd5123 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:50.830332 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf54dd28-a003-4377-8bd3-4bbbf8e08581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5b7bd2-0be6-451b-befb-5e274eff5399,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:50.832649 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-bf54dd28-a003-4377-8bd3-4bbbf8e08581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:50.869520 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.db [req-636050f5-b048-4b4a-b5b2-2dddc06c29e0 req-38862242-a051-4089-9aee-def046308f70 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] For port f9f8bc41-f9ed-4678-ae6c-bb497ad180d9, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f9f8bc41-f9ed-4678-ae6c-bb497ad180d9,segment=NetworkSegment(79ea6ea4-6122-4223-ae2c-7a1635a6be67),segment_id=79ea6ea4-6122-4223-ae2c-7a1635a6be67)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:45:50.869938 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-636050f5-b048-4b4a-b5b2-2dddc06c29e0 req-38862242-a051-4089-9aee-def046308f70 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33076891'] for port, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:50.943072 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [req-636050f5-b048-4b4a-b5b2-2dddc06c29e0 req-38862242-a051-4089-9aee-def046308f70 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Calling delete_port for f9f8bc41-f9ed-4678-ae6c-bb497ad180d9 owned by compute:nova {{(pid=104575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 19:45:51.092309 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-636050f5-b048-4b4a-b5b2-2dddc06c29e0 req-38862242-a051-4089-9aee-def046308f70 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761649822437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761649331806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30138787'] for port, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:51.104930 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-aff93252-2044-4f8e-b470-83f2d441a0e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:51.106337 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] get_ports_and_sgs() called for port_ids ['92ab2d58-78f5-4901-9ce2-71dff5b896fb', 'e74166e9-57df-4343-8e96-d15264ced762', 'f9f8bc41-f9ed-4678-ae6c-bb497ad180d9'] {{(pid=104577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 19:45:51.170995 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 41830) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:51.195241 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38862242-a051-4089-9aee-def046308f70 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Pushing event deleted for resources: {'Port': ['ID=f9f8bc41-f9ed-4678-ae6c-bb497ad180d9,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:51.199059 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c03c4c-3f93-49c2-8008-e4642c3cf341 req-0b551741-7b0f-4e99-acef-55e52b51728b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:51.200549 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-59c03c4c-3f93-49c2-8008-e4642c3cf341 req-0b551741-7b0f-4e99-acef-55e52b51728b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ffc77c8d33bc44a59650792ffcc5c42d&device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 1099 time: 0.1133757 Jun 21 19:45:51.207130 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [req-636050f5-b048-4b4a-b5b2-2dddc06c29e0 req-38862242-a051-4089-9aee-def046308f70 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] No DVR routers for this DVR port f9f8bc41-f9ed-4678-ae6c-bb497ad180d9 on host hv-cinder-79246 {{(pid=104575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 19:45:51.208719 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-38862242-a051-4089-9aee-def046308f70 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:51.210619 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-961ea9c2-86b8-4d11-a0d6-076fb665e99c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:51.212937 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-636050f5-b048-4b4a-b5b2-2dddc06c29e0 req-38862242-a051-4089-9aee-def046308f70 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147'] for port, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:51.214837 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-636050f5-b048-4b4a-b5b2-2dddc06c29e0 req-38862242-a051-4089-9aee-def046308f70 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.46 "DELETE /v2.0/ports/f9f8bc41-f9ed-4678-ae6c-bb497ad180d9 HTTP/1.1" status: 204 len: 173 time: 0.7754605 Jun 21 19:45:51.215296 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3078673b-9dde-4916-9f4a-21b85d236b57', 'name': 'network-vif-deleted', 'tag': 'f9f8bc41-f9ed-4678-ae6c-bb497ad180d9'}] {{(pid=104575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:45:51.217563 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c13f0749771774115a22afc177d9d65845734126b668639f93c48b494dfbeb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b99227d-7ea7-421b-9224-b18f44530ea9" -d '{"events": [{"server_uuid": "3078673b-9dde-4916-9f4a-21b85d236b57", "name": "network-vif-deleted", "tag": "f9f8bc41-f9ed-4678-ae6c-bb497ad180d9"}]}' {{(pid=104575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:45:51.352916 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-961ea9c2-86b8-4d11-a0d6-076fb665e99c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:51.360228 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-961ea9c2-86b8-4d11-a0d6-076fb665e99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:51.373391 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d74d6-fd95-45d3-902d-85af421b82f4 req-025dd310-397d-4d48-8754-572d189a0411 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:51.375133 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-bb5d74d6-fd95-45d3-902d-85af421b82f4 req-025dd310-397d-4d48-8754-572d189a0411 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.1514549 Jun 21 19:45:51.376843 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c03c4c-3f93-49c2-8008-e4642c3cf341 req-3576284d-524f-47f5-9efc-9229f701c69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:51.378479 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-59c03c4c-3f93-49c2-8008-e4642c3cf341 req-3576284d-524f-47f5-9efc-9229f701c69e service neutron] 10.222.0.46 "GET /v2.0/networks?id=cbd5c296-051f-43ab-b7d6-154e00c9c776 HTTP/1.1" status: 200 len: 920 time: 0.1677046 Jun 21 19:45:51.379663 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-2143a91b-9dbb-401a-961e-7e6679e3fbca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:51.411314 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ea9c2-86b8-4d11-a0d6-076fb665e99c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35b3f3d-35cf-4b1d-9609-84e26a6ff367,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:51.418770 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-961ea9c2-86b8-4d11-a0d6-076fb665e99c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:51.422442 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-961ea9c2-86b8-4d11-a0d6-076fb665e99c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e7be5be2604d4e8ab18c7ae1fa3c85f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2501020 Jun 21 19:45:51.430449 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 41838) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:51.451896 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 19:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819c8b59-02c7-40c4-a841-5d19940c90e8 x-openstack-request-id: req-819c8b59-02c7-40c4-a841-5d19940c90e8 {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:45:51.452528 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3078673b-9dde-4916-9f4a-21b85d236b57", "name": "network-vif-deleted", "tag": "f9f8bc41-f9ed-4678-ae6c-bb497ad180d9", "status": "completed", "code": 200}]} {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:45:51.452528 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-819c8b59-02c7-40c4-a841-5d19940c90e8 {{(pid=104575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:45:51.453427 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3078673b-9dde-4916-9f4a-21b85d236b57', 'name': 'network-vif-deleted', 'tag': 'f9f8bc41-f9ed-4678-ae6c-bb497ad180d9', 'status': 'completed', 'code': 200} Jun 21 19:45:51.498975 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-9cd7b6ff-9092-4152-8717-789c237ad24e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:51.531594 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-9cd7b6ff-9092-4152-8717-789c237ad24e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:51.590547 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-9cd7b6ff-9092-4152-8717-789c237ad24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:51.593839 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-9cd7b6ff-9092-4152-8717-789c237ad24e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:51.595160 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-9cd7b6ff-9092-4152-8717-789c237ad24e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b35b3f3d-35cf-4b1d-9609-84e26a6ff367 HTTP/1.1" status: 204 len: 168 time: 0.1635537 Jun 21 19:45:51.597092 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-baea0d8d-3368-45db-8ab7-051132e3d26e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:51.622545 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd7b6ff-9092-4152-8717-789c237ad24e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35b3f3d-35cf-4b1d-9609-84e26a6ff367,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:51.627947 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-9cd7b6ff-9092-4152-8717-789c237ad24e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:51.696419 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-59c03c4c-3f93-49c2-8008-e4642c3cf341 req-cda00319-6510-4b87-bdb4-6f43c084f445 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb5cc4e0-9f97-4b22-86c2-2703a6989409 HTTP/1.1" status: 200 len: 217 time: 0.2896869 Jun 21 19:45:51.742314 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-bb5d74d6-fd95-45d3-902d-85af421b82f4 req-538cd600-04ce-41e3-8216-caf09d823b25 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590372 Jun 21 19:45:51.764823 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c03c4c-3f93-49c2-8008-e4642c3cf341 req-eaa8ca23-c2f5-4844-b4d6-e02c93df1122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:51.766515 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-59c03c4c-3f93-49c2-8008-e4642c3cf341 req-eaa8ca23-c2f5-4844-b4d6-e02c93df1122 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=647d05b7-de31-4d93-b064-d84c7c4b5039 HTTP/1.1" status: 200 len: 859 time: 0.0626557 Jun 21 19:45:51.805726 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-59c03c4c-3f93-49c2-8008-e4642c3cf341 req-064bdd1c-b3bc-4816-9d71-2f3537685e43 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cbd5c296-051f-43ab-b7d6-154e00c9c776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271561 Jun 21 19:45:51.806752 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-5952ee4f-a316-49b3-aa3a-fca582ef845b req-cb2e571f-9c89-48d6-9e9f-cd7583141ad2 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=3078673b-9dde-4916-9f4a-21b85d236b57 HTTP/1.1" status: 200 len: 210 time: 0.0376804 Jun 21 19:45:51.918842 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-59c03c4c-3f93-49c2-8008-e4642c3cf341 req-87b98d2c-e39a-4806-8dd9-91875750e63d service neutron] 10.222.0.46 "GET /v2.0/networks/cbd5c296-051f-43ab-b7d6-154e00c9c776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872183 Jun 21 19:45:51.985526 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 41862) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:52.008325 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-4dd1d90c-7012-42e7-8b85-ab59f929c2ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:52.036946 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-59c03c4c-3f93-49c2-8008-e4642c3cf341 req-e256ae47-e6e7-419e-bf09-5fa27b26a07d service neutron] 10.222.0.46 "GET /v2.0/networks/cbd5c296-051f-43ab-b7d6-154e00c9c776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016774 Jun 21 19:45:52.126407 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-4dd1d90c-7012-42e7-8b85-ab59f929c2ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:52.130543 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-4dd1d90c-7012-42e7-8b85-ab59f929c2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:52.133908 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-08b93400-d884-4cd5-9d76-8b3d3a4a2a52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:52.178079 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-4dd1d90c-7012-42e7-8b85-ab59f929c2ab admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=48c922aa90724511a8c639b8d3810481&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1904285 Jun 21 19:45:52.180303 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd1d90c-7012-42e7-8b85-ab59f929c2ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a658240b-4e97-4070-b15f-73565a5f7821,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:52.181079 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 41874) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:52.183407 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-4dd1d90c-7012-42e7-8b85-ab59f929c2ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:52.241166 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-51f542de-f491-40a9-90e3-fb6c2ef5fbe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:52.261870 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-51f542de-f491-40a9-90e3-fb6c2ef5fbe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:52.306728 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-51f542de-f491-40a9-90e3-fb6c2ef5fbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:52.309538 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-51f542de-f491-40a9-90e3-fb6c2ef5fbe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:52.310795 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-51f542de-f491-40a9-90e3-fb6c2ef5fbe8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a658240b-4e97-4070-b15f-73565a5f7821 HTTP/1.1" status: 204 len: 168 time: 0.1281362 Jun 21 19:45:52.311656 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-9f687e6e-5aed-450d-b6a7-8ee529a43844 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:52.320136 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f542de-f491-40a9-90e3-fb6c2ef5fbe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a658240b-4e97-4070-b15f-73565a5f7821,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:52.322284 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-51f542de-f491-40a9-90e3-fb6c2ef5fbe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:52.923686 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07ca3e7-26f0-407a-a507-fa98edb8751b req-a6251d88-e189-46ac-b769-bd7942faefff tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:52.925727 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-f07ca3e7-26f0-407a-a507-fa98edb8751b req-a6251d88-e189-46ac-b769-bd7942faefff tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.0714109 Jun 21 19:45:52.978576 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-f07ca3e7-26f0-407a-a507-fa98edb8751b req-05b74671-6596-4077-9f6d-48822e4a317b tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444653 Jun 21 19:45:52.985765 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 41912) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:53.024752 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 41916) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:53.097955 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e0d5adf1-0cec-4ae6-a51c-0645f9744ea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:53.133585 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [None req-36ed3528-903a-4537-b2a2-ddd6e1a803b8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-779548629-network', 'tenant_id': '3205c2d168d1416082370ad83702a837'}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:45:53.210328 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e0d5adf1-0cec-4ae6-a51c-0645f9744ea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:53.216317 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e0d5adf1-0cec-4ae6-a51c-0645f9744ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:53.222157 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-6caaf23c-4ae7-473c-aa9e-d4002ab419a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:53.258981 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ed3528-903a-4537-b2a2-ddd6e1a803b8 admin admin] Made reservation on behalf of 3205c2d168d1416082370ad83702a837 for: {'network': 1} {{(pid=104575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:45:53.261367 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-36ed3528-903a-4537-b2a2-ddd6e1a803b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for network, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:53.270872 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d5adf1-0cec-4ae6-a51c-0645f9744ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95051ed-8b6c-4142-82a3-0d27de7eb601,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:53.279714 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-e0d5adf1-0cec-4ae6-a51c-0645f9744ea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:53.282593 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-e0d5adf1-0cec-4ae6-a51c-0645f9744ea0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3369f37b11904dd6902530962f1a1870&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2942488 Jun 21 19:45:53.284041 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-36ed3528-903a-4537-b2a2-ddd6e1a803b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:53.286272 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 41924) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:53.310626 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f99b27-1575-44fb-b5d8-3e856ed066c8 req-0d7fbad4-ac00-4083-9756-7c365cae9968 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:53.312195 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-b6f99b27-1575-44fb-b5d8-3e856ed066c8 req-0d7fbad4-ac00-4083-9756-7c365cae9968 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=77ba3761-adfc-4a73-a66e-32429433625c HTTP/1.1" status: 200 len: 945 time: 0.0933466 Jun 21 19:45:53.373732 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-36ed3528-903a-4537-b2a2-ddd6e1a803b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:53.378767 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-36ed3528-903a-4537-b2a2-ddd6e1a803b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:53.382521 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-5e29d183-0db9-4639-adf0-62cc3cfd3d69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:53.385233 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-b6f99b27-1575-44fb-b5d8-3e856ed066c8 req-6a22573e-30cb-4fb7-aedd-4b365c5ecb35 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/security-groups?id=66ff75a3-db6c-4e1d-9736-3dfd7054a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588565 Jun 21 19:45:53.388328 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-18894af1-585e-40d1-aa8c-b29e8c2fa1ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:53.403300 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36ed3528-903a-4537-b2a2-ddd6e1a803b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=104575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 19:45:53.411956 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-18894af1-585e-40d1-aa8c-b29e8c2fa1ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:53.417847 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ed3528-903a-4537-b2a2-ddd6e1a803b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0885b555-77fa-4089-bb48-4ab4dd0343cd,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:53.422260 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-36ed3528-903a-4537-b2a2-ddd6e1a803b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:53.423328 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-36ed3528-903a-4537-b2a2-ddd6e1a803b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740799'] for segment, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:53.423667 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.db.segments_db [None req-36ed3528-903a-4537-b2a2-ddd6e1a803b8 admin admin] Added segment 1e2c063c-fdc2-4734-a057-fcb9075c4b82 of type vlan for network 19c05a2e-c96a-47ee-8535-1ae4ceee4224 Jun 21 19:45:53.465033 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-36ed3528-903a-4537-b2a2-ddd6e1a803b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761649351873'] for network, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:53.465807 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-18894af1-585e-40d1-aa8c-b29e8c2fa1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:53.468350 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-18894af1-585e-40d1-aa8c-b29e8c2fa1ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:53.469455 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-18894af1-585e-40d1-aa8c-b29e8c2fa1ce admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b95051ed-8b6c-4142-82a3-0d27de7eb601 HTTP/1.1" status: 204 len: 168 time: 0.1823058 Jun 21 19:45:53.470205 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-f75086db-d3cf-440f-8bea-3be51a52287a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:53.477910 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18894af1-585e-40d1-aa8c-b29e8c2fa1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95051ed-8b6c-4142-82a3-0d27de7eb601,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:53.481741 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-18894af1-585e-40d1-aa8c-b29e8c2fa1ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:53.502597 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-36ed3528-903a-4537-b2a2-ddd6e1a803b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33202238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553'] for network, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:53.504121 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ed3528-903a-4537-b2a2-ddd6e1a803b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:53.504829 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-36ed3528-903a-4537-b2a2-ddd6e1a803b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for network, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:53.507794 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:53.561050 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-36ed3528-903a-4537-b2a2-ddd6e1a803b8 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5351932 Jun 21 19:45:53.561318 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 41930) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:53.569054 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.v2.base [None req-e9fe95a9-796d-4ede-a858-c3a2500d1a03 admin admin] Request body: {'subnet': {'network_id': '19c05a2e-c96a-47ee-8535-1ae4ceee4224', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-779548629-subnet', 'tenant_id': '3205c2d168d1416082370ad83702a837', 'ip_version': 4}} {{(pid=104576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:45:53.573125 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ed3528-903a-4537-b2a2-ddd6e1a803b8 admin admin] Pushing event updated for resources: {'Network': ['ID=19c05a2e-c96a-47ee-8535-1ae4ceee4224,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:53.576665 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-36ed3528-903a-4537-b2a2-ddd6e1a803b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:53.590098 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Network 19c05a2e-c96a-47ee-8535-1ae4ceee4224 details requested by agent ovs-agent-dv-cinder-792462-15-smb with host dv-cinder-792462-15-smb {{(pid=104577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 19:45:53.616341 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9fe95a9-796d-4ede-a858-c3a2500d1a03 admin admin] Made reservation on behalf of 3205c2d168d1416082370ad83702a837 for: {'subnet': 1} {{(pid=104576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:45:53.619111 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-e9fe95a9-796d-4ede-a858-c3a2500d1a03 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:53.645893 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device f9f8bc41-f9ed-4678-ae6c-bb497ad180d9 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 19:45:53.688128 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] No Port match for: f9f8bc41-f9ed-4678-ae6c-bb497ad180d9 {{(pid=104577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 19:45:53.688539 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device f9f8bc41-f9ed-4678-ae6c-bb497ad180d9 not bound to the agent host hv-cinder-79246 {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 19:45:53.798382 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-e9fe95a9-796d-4ede-a858-c3a2500d1a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562'] for subnet, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:53.804782 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-66132db2-d376-4026-a6ba-afa1445209fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:53.857457 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fe95a9-796d-4ede-a858-c3a2500d1a03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99480cc9-be18-4d81-9b4a-7e12c2e3e8b8,revision_number=0']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:53.860524 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-e9fe95a9-796d-4ede-a858-c3a2500d1a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:53.863719 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fe95a9-796d-4ede-a858-c3a2500d1a03 admin admin] Checking segment: {'id': '1e2c063c-fdc2-4734-a057-fcb9075c4b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '19c05a2e-c96a-47ee-8535-1ae4ceee4224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:45:53.864293 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fe95a9-796d-4ede-a858-c3a2500d1a03 admin admin] Network hostable DHCP agents. Network: 19c05a2e-c96a-47ee-8535-1ae4ceee4224, hostable agents: ['a15a033b-c070-47da-bf4d-e41793740fb3'], hosted agents: [] {{(pid=104576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 19:45:53.882821 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fe95a9-796d-4ede-a858-c3a2500d1a03 admin admin] Network 19c05a2e-c96a-47ee-8535-1ae4ceee4224 is scheduled to be hosted by DHCP agent a15a033b-c070-47da-bf4d-e41793740fb3 with binding_index 1 {{(pid=104576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 19:45:53.892585 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.base_scheduler [None req-e9fe95a9-796d-4ede-a858-c3a2500d1a03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-15-smb, 19c05a2e-c96a-47ee-8535-1ae4ceee4224) {{(pid=104576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:45:53.897063 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fe95a9-796d-4ede-a858-c3a2500d1a03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:53.897632 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-e9fe95a9-796d-4ede-a858-c3a2500d1a03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:53.906829 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a479c7-7f6e-4d6f-aaea-6e0796e51eba None None] Network 19c05a2e-c96a-47ee-8535-1ae4ceee4224 requested from dv-cinder-792462-15-smb {{(pid=104577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:45:53.915084 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 41946) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:53.918527 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-e9fe95a9-796d-4ede-a858-c3a2500d1a03 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3554175 Jun 21 19:45:53.919950 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [None req-991a98cf-388f-4c8f-b2fa-966d408760af admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-779548629-router', 'tenant_id': '3205c2d168d1416082370ad83702a837', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143'}}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:45:53.941759 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-991a98cf-388f-4c8f-b2fa-966d408760af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33081490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-542'] for router, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:53.943171 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-991a98cf-388f-4c8f-b2fa-966d408760af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33081583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33076897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33284051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-615'] for router, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:53.995486 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-991a98cf-388f-4c8f-b2fa-966d408760af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:54.085758 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7df2175-fd8a-46cf-b1a3-18f386ebd71f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d676ff1-0166-5ff7-86db-f90a5ccf99a7-19c05a2e-c96a-47ee-8535-1ae4ceee4224', 'network_id': '19c05a2e-c96a-47ee-8535-1ae4ceee4224', 'tenant_id': '3205c2d168d1416082370ad83702a837', 'fixed_ips': [{'subnet_id': '99480cc9-be18-4d81-9b4a-7e12c2e3e8b8'}]}} from dv-cinder-792462-15-smb. {{(pid=104577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 19:45:54.087386 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-a7df2175-fd8a-46cf-b1a3-18f386ebd71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for port, before_create {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:54.181632 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-991a98cf-388f-4c8f-b2fa-966d408760af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33076947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33081440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-629'] for router, precommit_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:54.227986 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.db_base_plugin_common [None req-a7df2175-fd8a-46cf-b1a3-18f386ebd71f None None] Allocated IP 172.20.0.2 (19c05a2e-c96a-47ee-8535-1ae4ceee4224/99480cc9-be18-4d81-9b4a-7e12c2e3e8b8/8738f05b-1e2e-4206-a4e9-c464be554a14) {{(pid=104577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:45:54.291960 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20346307-0c87-44a2-9669-1687ee470401 req-e2a5231d-1daa-43bf-8935-3a3aebf05697 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:54.300534 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-20346307-0c87-44a2-9669-1687ee470401 req-e2a5231d-1daa-43bf-8935-3a3aebf05697 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.1814895 Jun 21 19:45:54.367755 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-20346307-0c87-44a2-9669-1687ee470401 req-3f80d717-f3ff-4502-abd7-d7a8f543810e tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660949 Jun 21 19:45:54.503864 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-991a98cf-388f-4c8f-b2fa-966d408760af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:54.524489 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-991a98cf-388f-4c8f-b2fa-966d408760af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for port, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:54.526019 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-a7df2175-fd8a-46cf-b1a3-18f386ebd71f None None] Notify callbacks [] for port, precommit_create {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:54.537341 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-a7df2175-fd8a-46cf-b1a3-18f386ebd71f None None] Transition to ACTIVE for port object 8738f05b-1e2e-4206-a4e9-c464be554a14 will not be triggered until provisioned by entity L2. {{(pid=104577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:45:54.555522 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-a7df2175-fd8a-46cf-b1a3-18f386ebd71f None None] Transition to ACTIVE for port object 8738f05b-1e2e-4206-a4e9-c464be554a14 will not be triggered until provisioned by entity DHCP. {{(pid=104577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:45:54.563815 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-a7df2175-fd8a-46cf-b1a3-18f386ebd71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-129462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761649331797'] for port, after_create {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:54.566973 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-392aa5a4-6b09-48fb-a590-118bfd97806e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:54.587577 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1781ec-3976-49da-a06e-4e2115904f3f req-dcc0b21d-f938-4d7e-88ae-7ccf1bf543dd tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:54.590056 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-9d1781ec-3976-49da-a06e-4e2115904f3f req-dcc0b21d-f938-4d7e-88ae-7ccf1bf543dd tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=77ba3761-adfc-4a73-a66e-32429433625c HTTP/1.1" status: 200 len: 945 time: 0.0801690 Jun 21 19:45:54.607642 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7df2175-fd8a-46cf-b1a3-18f386ebd71f None None] Network 19c05a2e-c96a-47ee-8535-1ae4ceee4224 is already hosted by enough agents. {{(pid=104577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:45:54.610846 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.scheduler.base_scheduler [None req-a7df2175-fd8a-46cf-b1a3-18f386ebd71f None None] Resources bound (agent type, host, resource id): {{(pid=104577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:45:54.614772 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7df2175-fd8a-46cf-b1a3-18f386ebd71f None None] Received port after_create {{(pid=104577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:45:54.622633 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7df2175-fd8a-46cf-b1a3-18f386ebd71f None None] Pushing event updated for resources: {'Port': ['ID=8738f05b-1e2e-4206-a4e9-c464be554a14,revision_number=1']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:54.627879 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-a7df2175-fd8a-46cf-b1a3-18f386ebd71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:54.645544 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-9d1781ec-3976-49da-a06e-4e2115904f3f req-a24a8477-43c2-4e15-a6c5-6e01e3b292e1 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/security-groups?id=66ff75a3-db6c-4e1d-9736-3dfd7054a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485590 Jun 21 19:45:54.650880 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.db_base_plugin_common [None req-991a98cf-388f-4c8f-b2fa-966d408760af admin admin] Allocated IP 172.28.3.212 (1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143/92f70134-f308-40e4-a372-590fff45c87e/6d3f0b3e-8491-430e-8333-17b23e44bbbb) {{(pid=104575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:45:54.709947 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.managers [None req-a7df2175-fd8a-46cf-b1a3-18f386ebd71f None None] Attempting to bind port 8738f05b-1e2e-4206-a4e9-c464be554a14 on host dv-cinder-792462-15-smb for vnic_type normal with profile {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:45:54.710422 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.managers [None req-a7df2175-fd8a-46cf-b1a3-18f386ebd71f None None] Attempting to bind port 8738f05b-1e2e-4206-a4e9-c464be554a14 by drivers openvswitch,hyperv on host dv-cinder-792462-15-smb at level 0 using segments [{'id': '1e2c063c-fdc2-4734-a057-fcb9075c4b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '19c05a2e-c96a-47ee-8535-1ae4ceee4224'}] {{(pid=104577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:45:54.710840 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7df2175-fd8a-46cf-b1a3-18f386ebd71f None None] Attempting to bind port 8738f05b-1e2e-4206-a4e9-c464be554a14 on network 19c05a2e-c96a-47ee-8535-1ae4ceee4224 {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:45:54.717011 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7df2175-fd8a-46cf-b1a3-18f386ebd71f None None] Checking agent: {'id': '8d444399-5de6-4d79-83a5-d4f9d95bef37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 36, 33), 'started_at': datetime.datetime(2021, 6, 21, 19, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:45:54.717459 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7df2175-fd8a-46cf-b1a3-18f386ebd71f None None] Checking segment: {'id': '1e2c063c-fdc2-4734-a057-fcb9075c4b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '19c05a2e-c96a-47ee-8535-1ae4ceee4224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:45:54.717957 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-a7df2175-fd8a-46cf-b1a3-18f386ebd71f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:54.718513 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7df2175-fd8a-46cf-b1a3-18f386ebd71f None None] Bound using segment: {'id': '1e2c063c-fdc2-4734-a057-fcb9075c4b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '19c05a2e-c96a-47ee-8535-1ae4ceee4224'} {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:45:54.718995 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.managers [None req-a7df2175-fd8a-46cf-b1a3-18f386ebd71f None None] Bound port: 8738f05b-1e2e-4206-a4e9-c464be554a14, host: dv-cinder-792462-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e2c063c-fdc2-4734-a057-fcb9075c4b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '19c05a2e-c96a-47ee-8535-1ae4ceee4224'}}] {{(pid=104577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:45:54.719430 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-a7df2175-fd8a-46cf-b1a3-18f386ebd71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:54.805061 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-a7df2175-fd8a-46cf-b1a3-18f386ebd71f None None] For port 8738f05b-1e2e-4206-a4e9-c464be554a14, host dv-cinder-792462-15-smb, cleared binding levels {{(pid=104577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:45:54.808427 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-a7df2175-fd8a-46cf-b1a3-18f386ebd71f None None] For port 8738f05b-1e2e-4206-a4e9-c464be554a14, host dv-cinder-792462-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=8738f05b-1e2e-4206-a4e9-c464be554a14,segment=NetworkSegment(1e2c063c-fdc2-4734-a057-fcb9075c4b82),segment_id=1e2c063c-fdc2-4734-a057-fcb9075c4b82)] {{(pid=104577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:45:54.808842 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-991a98cf-388f-4c8f-b2fa-966d408760af admin admin] Notify callbacks [] for port, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:54.812528 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-a7df2175-fd8a-46cf-b1a3-18f386ebd71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:54.815308 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:54.851218 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-991a98cf-388f-4c8f-b2fa-966d408760af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-129462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761649331797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30138796'] for port, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:54.853339 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-38862242-a051-4089-9aee-def046308f70 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:54.870764 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7df2175-fd8a-46cf-b1a3-18f386ebd71f None None] Pushing event updated for resources: {'Port': ['ID=8738f05b-1e2e-4206-a4e9-c464be554a14,revision_number=2']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:54.873962 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-a7df2175-fd8a-46cf-b1a3-18f386ebd71f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:54.896881 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991a98cf-388f-4c8f-b2fa-966d408760af admin admin] Network 1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143 is already hosted by enough agents. {{(pid=104575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:45:54.899948 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.base_scheduler [None req-991a98cf-388f-4c8f-b2fa-966d408760af admin admin] Resources bound (agent type, host, resource id): {{(pid=104575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:45:54.905486 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991a98cf-388f-4c8f-b2fa-966d408760af admin admin] Received port after_create {{(pid=104575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:45:54.933235 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991a98cf-388f-4c8f-b2fa-966d408760af admin admin] Pushing event updated for resources: {'Port': ['ID=6d3f0b3e-8491-430e-8333-17b23e44bbbb,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:54.937050 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-991a98cf-388f-4c8f-b2fa-966d408760af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:55.186653 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-991a98cf-388f-4c8f-b2fa-966d408760af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:55.295135 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4343fef5-0ac5-4c31-889e-f32ab92cf5ee req-b3e0ad15-f46d-45ae-8285-0b59d80961ce tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:55.297234 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-4343fef5-0ac5-4c31-889e-f32ab92cf5ee req-b3e0ad15-f46d-45ae-8285-0b59d80961ce tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.46 "GET /v2.0/ports?device_id=77ba3761-adfc-4a73-a66e-32429433625c HTTP/1.1" status: 200 len: 945 time: 0.0626481 Jun 21 19:45:55.391613 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-991a98cf-388f-4c8f-b2fa-966d408760af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33081499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33078023'] for router, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:55.434023 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.plugin [req-4343fef5-0ac5-4c31-889e-f32ab92cf5ee req-3222c35e-9403-4804-aa41-657dc0ef474e tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Deleting port e74166e9-57df-4343-8e96-d15264ced762 {{(pid=104576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 19:45:55.435256 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-4343fef5-0ac5-4c31-889e-f32ab92cf5ee req-3222c35e-9403-4804-aa41-657dc0ef474e tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761649817829'] for port, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:55.558230 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.db [req-4343fef5-0ac5-4c31-889e-f32ab92cf5ee req-3222c35e-9403-4804-aa41-657dc0ef474e tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] For port e74166e9-57df-4343-8e96-d15264ced762, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=e74166e9-57df-4343-8e96-d15264ced762,segment=NetworkSegment(79ea6ea4-6122-4223-ae2c-7a1635a6be67),segment_id=79ea6ea4-6122-4223-ae2c-7a1635a6be67)] {{(pid=104576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:45:55.558600 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-4343fef5-0ac5-4c31-889e-f32ab92cf5ee req-3222c35e-9403-4804-aa41-657dc0ef474e tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33076891'] for port, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:55.638919 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.plugin [req-4343fef5-0ac5-4c31-889e-f32ab92cf5ee req-3222c35e-9403-4804-aa41-657dc0ef474e tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Calling delete_port for e74166e9-57df-4343-8e96-d15264ced762 owned by compute:nova {{(pid=104576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 19:45:55.723755 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device 8738f05b-1e2e-4206-a4e9-c464be554a14 up at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:45:55.816681 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning for port 8738f05b-1e2e-4206-a4e9-c464be554a14 completed by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:45:55.836861 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420275c7-db0a-4739-847f-65b4e380e5a3 req-7d2d589c-a97b-4c48-aec6-96a0da7d01c4 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:55.843756 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-420275c7-db0a-4739-847f-65b4e380e5a3 req-7d2d589c-a97b-4c48-aec6-96a0da7d01c4 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.1702113 Jun 21 19:45:55.866373 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-991a98cf-388f-4c8f-b2fa-966d408760af admin admin] Router 679fd4ad-295e-41c8-8f68-a02dec5876fa is scheduled to L3 agent 340c6150-ff20-4abf-b4fe-5b82b8e71fd8 with binding_index 1 {{(pid=104575) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 19:45:55.887222 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-4343fef5-0ac5-4c31-889e-f32ab92cf5ee req-3222c35e-9403-4804-aa41-657dc0ef474e tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761649822437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761649331806'] for port, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:55.901213 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:55.903516 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] get_ports_and_sgs() called for port_ids ['92ab2d58-78f5-4901-9ce2-71dff5b896fb', 'e74166e9-57df-4343-8e96-d15264ced762'] {{(pid=104577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 19:45:55.943800 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-420275c7-db0a-4739-847f-65b4e380e5a3 req-b17be1d1-abfe-4411-aa61-bfd927908022 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989723 Jun 21 19:45:55.952565 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3222c35e-9403-4804-aa41-657dc0ef474e tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Pushing event deleted for resources: {'Port': ['ID=e74166e9-57df-4343-8e96-d15264ced762,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:55.959636 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-3222c35e-9403-4804-aa41-657dc0ef474e tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:55.984567 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b06f8e-33fe-4c8c-bdd2-eb7ae5c49a1e None None] Network 19c05a2e-c96a-47ee-8535-1ae4ceee4224 requested from dv-cinder-792462-15-smb {{(pid=104577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:45:56.003465 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c7260b-aec5-4d05-a868-adc045c177b4 req-702bb86b-9a9a-4385-9473-8697ab69c192 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:56.005013 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-c7c7260b-aec5-4d05-a868-adc045c177b4 req-702bb86b-9a9a-4385-9473-8697ab69c192 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=77ba3761-adfc-4a73-a66e-32429433625c HTTP/1.1" status: 200 len: 867 time: 0.1776264 Jun 21 19:45:56.058678 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [req-4343fef5-0ac5-4c31-889e-f32ab92cf5ee req-3222c35e-9403-4804-aa41-657dc0ef474e tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] No DVR routers for this DVR port e74166e9-57df-4343-8e96-d15264ced762 on host hv-cinder-79246 {{(pid=104576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 19:45:56.078749 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-4343fef5-0ac5-4c31-889e-f32ab92cf5ee req-3222c35e-9403-4804-aa41-657dc0ef474e tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147'] for port, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:56.080970 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-4343fef5-0ac5-4c31-889e-f32ab92cf5ee req-3222c35e-9403-4804-aa41-657dc0ef474e tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.46 "DELETE /v2.0/ports/e74166e9-57df-4343-8e96-d15264ced762 HTTP/1.1" status: 204 len: 173 time: 0.7728443 Jun 21 19:45:56.091099 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ba3761-adfc-4a73-a66e-32429433625c', 'name': 'network-vif-deleted', 'tag': 'e74166e9-57df-4343-8e96-d15264ced762'}] {{(pid=104576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:45:56.093589 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05f20d886da9388d71ee432e92ee53588f77c84f00dcc9da6d5f2e0db0526183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e42ca91-bf11-40c3-8b9e-d65649c43cde" -d '{"events": [{"server_uuid": "77ba3761-adfc-4a73-a66e-32429433625c", "name": "network-vif-deleted", "tag": "e74166e9-57df-4343-8e96-d15264ced762"}]}' {{(pid=104576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:45:56.101008 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-663fd392-7964-450c-8c0c-3b8102519e72 None None] Provisioning for port 8738f05b-1e2e-4206-a4e9-c464be554a14 completed by entity DHCP. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:45:56.101825 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991a98cf-388f-4c8f-b2fa-966d408760af admin admin] Notify agent at l3_agent.dv-cinder-792462-15-smb the message routers_updated {{(pid=104575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 19:45:56.109470 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-663fd392-7964-450c-8c0c-3b8102519e72 None None] Provisioning complete for port 8738f05b-1e2e-4206-a4e9-c464be554a14 triggered by entity DHCP. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:45:56.110084 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-663fd392-7964-450c-8c0c-3b8102519e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:56.117778 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611ed0d4-052d-4e9d-b94f-952096335e7f None None] Sync routers for ids ['679fd4ad-295e-41c8-8f68-a02dec5876fa'] in dv-cinder-792462-15-smb {{(pid=104578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 19:45:56.135092 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611ed0d4-052d-4e9d-b94f-952096335e7f None None] Routers {'679fd4ad-295e-41c8-8f68-a02dec5876fa'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:45:56.135381 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-c7c7260b-aec5-4d05-a868-adc045c177b4 req-b0b450f3-b64d-4387-ab37-ef1a03790875 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/security-groups?id=66ff75a3-db6c-4e1d-9736-3dfd7054a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190763 Jun 21 19:45:56.135515 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-611ed0d4-052d-4e9d-b94f-952096335e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:45:33Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['679fd4ad-295e-41c8-8f68-a02dec5876fa'], 'active': True} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:45:56.163369 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-991a98cf-388f-4c8f-b2fa-966d408760af admin admin] Notify callbacks [] for router, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:56.167184 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 41996) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:56.167374 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-991a98cf-388f-4c8f-b2fa-966d408760af admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2510095 Jun 21 19:45:56.226520 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 19:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496c72be-94f8-4847-8cba-3fe094a4da52 x-openstack-request-id: req-496c72be-94f8-4847-8cba-3fe094a4da52 {{(pid=104576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:45:56.227062 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77ba3761-adfc-4a73-a66e-32429433625c", "name": "network-vif-deleted", "tag": "e74166e9-57df-4343-8e96-d15264ced762", "status": "completed", "code": 200}]} {{(pid=104576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:45:56.227522 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-496c72be-94f8-4847-8cba-3fe094a4da52 {{(pid=104576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:45:56.228163 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77ba3761-adfc-4a73-a66e-32429433625c', 'name': 'network-vif-deleted', 'tag': 'e74166e9-57df-4343-8e96-d15264ced762', 'status': 'completed', 'code': 200} Jun 21 19:45:56.336587 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvr_db [None req-611ed0d4-052d-4e9d-b94f-952096335e7f None None] Set router 679fd4ad-295e-41c8-8f68-a02dec5876fa gateway port host: dv-cinder-792462-15-smb {{(pid=104578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:45:56.514412 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-663fd392-7964-450c-8c0c-3b8102519e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:56.571164 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-663fd392-7964-450c-8c0c-3b8102519e72 None None] For port 8738f05b-1e2e-4206-a4e9-c464be554a14, host dv-cinder-792462-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=8738f05b-1e2e-4206-a4e9-c464be554a14,segment=NetworkSegment(1e2c063c-fdc2-4734-a057-fcb9075c4b82),segment_id=1e2c063c-fdc2-4734-a057-fcb9075c4b82)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:45:56.587565 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-663fd392-7964-450c-8c0c-3b8102519e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:56.590425 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-2edfa238-efb9-4496-b549-000a3d1a6dc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:56.618918 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:56.641202 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-611ed0d4-052d-4e9d-b94f-952096335e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679fd4ad-295e-41c8-8f68-a02dec5876fa', 'name': 'tempest-TestMinimumBasicScenario-779548629-router', 'tenant_id': '3205c2d168d1416082370ad83702a837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '6d3f0b3e-8491-430e-8333-17b23e44bbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:45:53Z', 'updated_at': '2021-06-21T19:45:55Z', 'revision_number': 3, 'project_id': '3205c2d168d1416082370ad83702a837', 'gw_port': {'id': '6d3f0b3e-8491-430e-8333-17b23e44bbbb', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '679fd4ad-295e-41c8-8f68-a02dec5876fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:45:54Z', 'updated_at': '2021-06-21T19:45:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb'}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:45:56.651808 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663fd392-7964-450c-8c0c-3b8102519e72 None None] Pushing event updated for resources: {'Port': ['ID=8738f05b-1e2e-4206-a4e9-c464be554a14,revision_number=3']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:56.655023 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-663fd392-7964-450c-8c0c-3b8102519e72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:56.786535 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611ed0d4-052d-4e9d-b94f-952096335e7f None None] Checking router: 679fd4ad-295e-41c8-8f68-a02dec5876fa for host: dv-cinder-792462-15-smb {{(pid=104578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 19:45:56.786890 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611ed0d4-052d-4e9d-b94f-952096335e7f None None] Updating router 679fd4ad-295e-41c8-8f68-a02dec5876fa port 6d3f0b3e-8491-430e-8333-17b23e44bbbb binding host dv-cinder-792462-15-smb {{(pid=104578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 19:45:56.818889 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9a907941-afee-4330-ac36-90cecf044f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for port, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:56.822615 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-611ed0d4-052d-4e9d-b94f-952096335e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:56.910063 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-d5f7da6e-d48c-405b-9cd2-2234806961f7 None None] Provisioning complete for port 8738f05b-1e2e-4206-a4e9-c464be554a14 triggered by entity DHCP. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:45:56.910624 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-d5f7da6e-d48c-405b-9cd2-2234806961f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:57.100772 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.db_base_plugin_common [None req-9a907941-afee-4330-ac36-90cecf044f0a admin admin] Allocated IP 172.20.0.1 (19c05a2e-c96a-47ee-8535-1ae4ceee4224/99480cc9-be18-4d81-9b4a-7e12c2e3e8b8/9f1ed709-539d-492d-85a2-02ea9cd29125) {{(pid=104576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:45:57.136794 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-611ed0d4-052d-4e9d-b94f-952096335e7f None None] Notify callbacks [] for port, precommit_update {{(pid=104578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:57.151767 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.provisioning_blocks [None req-611ed0d4-052d-4e9d-b94f-952096335e7f None None] Transition to ACTIVE for port object 6d3f0b3e-8491-430e-8333-17b23e44bbbb will not be triggered until provisioned by entity L2. {{(pid=104578) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:45:57.160824 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-611ed0d4-052d-4e9d-b94f-952096335e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:57.168505 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:57.262096 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.managers [None req-611ed0d4-052d-4e9d-b94f-952096335e7f None None] Attempting to bind port 6d3f0b3e-8491-430e-8333-17b23e44bbbb on host dv-cinder-792462-15-smb for vnic_type normal with profile {{(pid=104578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:45:57.262547 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.managers [None req-611ed0d4-052d-4e9d-b94f-952096335e7f None None] Attempting to bind port 6d3f0b3e-8491-430e-8333-17b23e44bbbb by drivers openvswitch,hyperv on host dv-cinder-792462-15-smb at level 0 using segments [{'id': '9e55d9b0-2d6a-4ec9-a110-693459193d1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143'}] {{(pid=104578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:45:57.262970 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611ed0d4-052d-4e9d-b94f-952096335e7f None None] Attempting to bind port 6d3f0b3e-8491-430e-8333-17b23e44bbbb on network 1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143 {{(pid=104578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:45:57.265808 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d96baa-a407-4e16-8fce-608135da3892 None None] Pushing event updated for resources: {'Port': ['ID=6d3f0b3e-8491-430e-8333-17b23e44bbbb,revision_number=2']} {{(pid=104578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:57.270554 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611ed0d4-052d-4e9d-b94f-952096335e7f None None] Checking agent: {'id': '8d444399-5de6-4d79-83a5-d4f9d95bef37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 36, 33), 'started_at': datetime.datetime(2021, 6, 21, 19, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:45:57.270926 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611ed0d4-052d-4e9d-b94f-952096335e7f None None] Checking segment: {'id': '9e55d9b0-2d6a-4ec9-a110-693459193d1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:45:57.271320 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-611ed0d4-052d-4e9d-b94f-952096335e7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:57.271721 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611ed0d4-052d-4e9d-b94f-952096335e7f None None] Bound using segment: {'id': '9e55d9b0-2d6a-4ec9-a110-693459193d1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143'} {{(pid=104578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:45:57.272213 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.managers [None req-611ed0d4-052d-4e9d-b94f-952096335e7f None None] Bound port: 6d3f0b3e-8491-430e-8333-17b23e44bbbb, host: dv-cinder-792462-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e55d9b0-2d6a-4ec9-a110-693459193d1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143'}}] {{(pid=104578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:45:57.272761 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-611ed0d4-052d-4e9d-b94f-952096335e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:57.282244 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9a907941-afee-4330-ac36-90cecf044f0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:57.294055 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5db768-070a-4896-ac9b-2c5c41e46075 req-d85669ea-86b3-45f6-8cf1-5438273fb1ef tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:57.294473 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-7a5db768-070a-4896-ac9b-2c5c41e46075 req-d85669ea-86b3-45f6-8cf1-5438273fb1ef tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.1278622 Jun 21 19:45:57.295968 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d96baa-a407-4e16-8fce-608135da3892 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:45:57.296326 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d96baa-a407-4e16-8fce-608135da3892 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:45:57.296657 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d96baa-a407-4e16-8fce-608135da3892 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:45:57.296976 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d96baa-a407-4e16-8fce-608135da3892 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:45:57.297289 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d96baa-a407-4e16-8fce-608135da3892 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:45:57.297599 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d96baa-a407-4e16-8fce-608135da3892 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:45:57.298114 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d96baa-a407-4e16-8fce-608135da3892 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:45:57.298562 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d96baa-a407-4e16-8fce-608135da3892 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:45:57.299670 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d96baa-a407-4e16-8fce-608135da3892 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:45:57.300143 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d96baa-a407-4e16-8fce-608135da3892 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:45:57.300600 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d96baa-a407-4e16-8fce-608135da3892 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:45:57.301169 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d96baa-a407-4e16-8fce-608135da3892 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104578) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:45:57.306513 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG oslo_concurrency.lockutils [None req-a7d96baa-a407-4e16-8fce-608135da3892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=104578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:57.308999 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.provisioning_blocks [None req-9a907941-afee-4330-ac36-90cecf044f0a admin admin] Transition to ACTIVE for port object 9f1ed709-539d-492d-85a2-02ea9cd29125 will not be triggered until provisioned by entity DHCP. {{(pid=104576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:45:57.339472 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.db [None req-611ed0d4-052d-4e9d-b94f-952096335e7f None None] For port 6d3f0b3e-8491-430e-8333-17b23e44bbbb, host dv-cinder-792462-15-smb, cleared binding levels {{(pid=104578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:45:57.343532 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.db [None req-611ed0d4-052d-4e9d-b94f-952096335e7f None None] For port 6d3f0b3e-8491-430e-8333-17b23e44bbbb, host dv-cinder-792462-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=6d3f0b3e-8491-430e-8333-17b23e44bbbb,segment=NetworkSegment(9e55d9b0-2d6a-4ec9-a110-693459193d1d),segment_id=9e55d9b0-2d6a-4ec9-a110-693459193d1d)] {{(pid=104578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:45:57.348303 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-611ed0d4-052d-4e9d-b94f-952096335e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:57.354158 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:57.374886 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-7a5db768-070a-4896-ac9b-2c5c41e46075 req-ec6515f7-90a1-42d3-9582-476172d6e659 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611842 Jun 21 19:45:57.394735 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9a907941-afee-4330-ac36-90cecf044f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-129462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761649331797'] for port, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:57.397914 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:57.409260 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611ed0d4-052d-4e9d-b94f-952096335e7f None None] Routers {'679fd4ad-295e-41c8-8f68-a02dec5876fa'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:45:57.409928 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-611ed0d4-052d-4e9d-b94f-952096335e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:45:33Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['679fd4ad-295e-41c8-8f68-a02dec5876fa'], 'active': True} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:45:57.441185 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a907941-afee-4330-ac36-90cecf044f0a admin admin] Network 19c05a2e-c96a-47ee-8535-1ae4ceee4224 is already hosted by enough agents. {{(pid=104576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:45:57.446000 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.base_scheduler [None req-9a907941-afee-4330-ac36-90cecf044f0a admin admin] Resources bound (agent type, host, resource id): {{(pid=104576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:45:57.452705 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a907941-afee-4330-ac36-90cecf044f0a admin admin] Received port after_create {{(pid=104576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:45:57.452705 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9a907941-afee-4330-ac36-90cecf044f0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33074984'] for router_interface, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:57.466315 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d96baa-a407-4e16-8fce-608135da3892 None None] Pushing event updated for resources: {'Port': ['ID=6d3f0b3e-8491-430e-8333-17b23e44bbbb,revision_number=3']} {{(pid=104578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:57.471523 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG oslo_concurrency.lockutils [None req-a7d96baa-a407-4e16-8fce-608135da3892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=104578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:57.529198 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a907941-afee-4330-ac36-90cecf044f0a admin admin] Pushing event updated for resources: {'Port': ['ID=9f1ed709-539d-492d-85a2-02ea9cd29125,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:57.541529 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-9a907941-afee-4330-ac36-90cecf044f0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:57.584784 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvr_db [None req-611ed0d4-052d-4e9d-b94f-952096335e7f None None] Set router 679fd4ad-295e-41c8-8f68-a02dec5876fa gateway port host: dv-cinder-792462-15-smb {{(pid=104578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:45:57.717420 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9a907941-afee-4330-ac36-90cecf044f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:57.743410 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device 8738f05b-1e2e-4206-a4e9-c464be554a14 up at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:45:57.816547 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning complete for port 8738f05b-1e2e-4206-a4e9-c464be554a14 triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:45:57.816949 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:57.840595 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-611ed0d4-052d-4e9d-b94f-952096335e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679fd4ad-295e-41c8-8f68-a02dec5876fa', 'name': 'tempest-TestMinimumBasicScenario-779548629-router', 'tenant_id': '3205c2d168d1416082370ad83702a837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '6d3f0b3e-8491-430e-8333-17b23e44bbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:45:53Z', 'updated_at': '2021-06-21T19:45:55Z', 'revision_number': 3, 'project_id': '3205c2d168d1416082370ad83702a837', 'gw_port': {'id': '6d3f0b3e-8491-430e-8333-17b23e44bbbb', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '679fd4ad-295e-41c8-8f68-a02dec5876fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:45:54Z', 'updated_at': '2021-06-21T19:45:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb'}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:45:57.872733 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611ed0d4-052d-4e9d-b94f-952096335e7f None None] The sync data for ids ['679fd4ad-295e-41c8-8f68-a02dec5876fa'] in dv-cinder-792462-15-smb is: [{'id': '679fd4ad-295e-41c8-8f68-a02dec5876fa', 'name': 'tempest-TestMinimumBasicScenario-779548629-router', 'tenant_id': '3205c2d168d1416082370ad83702a837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '6d3f0b3e-8491-430e-8333-17b23e44bbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:45:53Z', 'updated_at': '2021-06-21T19:45:55Z', 'revision_number': 3, 'project_id': '3205c2d168d1416082370ad83702a837', 'gw_port': {'id': '6d3f0b3e-8491-430e-8333-17b23e44bbbb', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '679fd4ad-295e-41c8-8f68-a02dec5876fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:45:54Z', 'updated_at': '2021-06-21T19:45:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb'}] {{(pid=104578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 19:45:57.881255 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-94247e2b-40a3-4104-a451-e127813f0b61 None None] Provisioning for port 9f1ed709-539d-492d-85a2-02ea9cd29125 completed by entity DHCP. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:45:57.886643 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-94247e2b-40a3-4104-a451-e127813f0b61 None None] Provisioning complete for port 9f1ed709-539d-492d-85a2-02ea9cd29125 triggered by entity DHCP. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:45:57.886931 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-94247e2b-40a3-4104-a451-e127813f0b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:57.944556 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9a907941-afee-4330-ac36-90cecf044f0a admin admin] Notify callbacks [] for port, precommit_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:57.952163 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9a907941-afee-4330-ac36-90cecf044f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:57.953833 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9a907941-afee-4330-ac36-90cecf044f0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32961663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33073457'] for router_interface, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:57.958495 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-94247e2b-40a3-4104-a451-e127813f0b61 None None] Port 9f1ed709-539d-492d-85a2-02ea9cd29125 cannot update to ACTIVE because it is not bound. {{(pid=104577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 19:45:57.959643 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:58.048550 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a907941-afee-4330-ac36-90cecf044f0a admin admin] Pushing event updated for resources: {'Port': ['ID=9f1ed709-539d-492d-85a2-02ea9cd29125,revision_number=2']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:58.051741 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-9a907941-afee-4330-ac36-90cecf044f0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:58.101762 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a907941-afee-4330-ac36-90cecf044f0a admin admin] Network 19c05a2e-c96a-47ee-8535-1ae4ceee4224 is already hosted by enough agents. {{(pid=104576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:45:58.103134 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.base_scheduler [None req-9a907941-afee-4330-ac36-90cecf044f0a admin admin] Resources bound (agent type, host, resource id): {{(pid=104576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:45:58.238866 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a907941-afee-4330-ac36-90cecf044f0a admin admin] Router 679fd4ad-295e-41c8-8f68-a02dec5876fa has already been hosted by L3 agent 340c6150-ff20-4abf-b4fe-5b82b8e71fd8 {{(pid=104576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 19:45:58.390013 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a907941-afee-4330-ac36-90cecf044f0a admin admin] Notify agent at l3_agent.dv-cinder-792462-15-smb the message routers_updated {{(pid=104576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 19:45:58.396817 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ed7218d4-c7e7-4d37-9ac3-2ebc690416e1 None None] Provisioning complete for port 9f1ed709-539d-492d-85a2-02ea9cd29125 triggered by entity DHCP. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:45:58.397197 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ed7218d4-c7e7-4d37-9ac3-2ebc690416e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:58.399024 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-9a907941-afee-4330-ac36-90cecf044f0a admin admin] 10.222.0.38 "PUT /v2.0/routers/679fd4ad-295e-41c8-8f68-a02dec5876fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2301502 Jun 21 19:45:58.471893 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-ed7218d4-c7e7-4d37-9ac3-2ebc690416e1 None None] Port 9f1ed709-539d-492d-85a2-02ea9cd29125 cannot update to ACTIVE because it is not bound. {{(pid=104577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 19:45:58.636731 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e25bd2-dffd-45b1-8d0d-a89bedec6a30 req-877cb798-7cef-4b9d-a988-38978bf48fad tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:58.645649 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-90e25bd2-dffd-45b1-8d0d-a89bedec6a30 req-877cb798-7cef-4b9d-a988-38978bf48fad tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.0949082 Jun 21 19:45:58.694762 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-90e25bd2-dffd-45b1-8d0d-a89bedec6a30 req-fffcfb9f-aaff-444a-b7ec-ab60a34f2cae tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480053 Jun 21 19:45:58.991881 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7438920-09c0-4e69-8edb-ce116e869558 req-1334ffd6-c60d-4d53-ae31-7062ab2ba9b2 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:58.998191 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-a7438920-09c0-4e69-8edb-ce116e869558 req-1334ffd6-c60d-4d53-ae31-7062ab2ba9b2 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fa6643b-de2d-4dfc-accd-38f3e1dc08da HTTP/1.1" status: 200 len: 946 time: 0.0752072 Jun 21 19:45:59.037193 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-a7438920-09c0-4e69-8edb-ce116e869558 req-b1ecb163-19e2-4eb9-8da6-ce018b7d4a98 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/security-groups?id=66ff75a3-db6c-4e1d-9736-3dfd7054a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364933 Jun 21 19:45:59.048771 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 42066) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:59.054935 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.v2.base [None req-461ad0a3-a06f-424e-bb7f-9e1e2129e648 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1605135086-network', 'tenant_id': '29cdef9969ec4907a5d641941b42768e'}} {{(pid=104576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:45:59.075783 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461ad0a3-a06f-424e-bb7f-9e1e2129e648 admin admin] Made reservation on behalf of 29cdef9969ec4907a5d641941b42768e for: {'network': 1} {{(pid=104576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:45:59.078208 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-461ad0a3-a06f-424e-bb7f-9e1e2129e648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for network, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:59.087176 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-461ad0a3-a06f-424e-bb7f-9e1e2129e648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:59.183990 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-461ad0a3-a06f-424e-bb7f-9e1e2129e648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:59.187677 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-461ad0a3-a06f-424e-bb7f-9e1e2129e648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:59.191490 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-22800a8b-461f-48be-9c9e-57066b6c3b8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:59.212144 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-461ad0a3-a06f-424e-bb7f-9e1e2129e648 admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=104576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 19:45:59.221289 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ad0a3-a06f-424e-bb7f-9e1e2129e648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d063e7-7a70-4ed0-b654-795e4f0a6201,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:59.224817 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-461ad0a3-a06f-424e-bb7f-9e1e2129e648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:59.227696 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-461ad0a3-a06f-424e-bb7f-9e1e2129e648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740799'] for segment, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:59.228034 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.db.segments_db [None req-461ad0a3-a06f-424e-bb7f-9e1e2129e648 admin admin] Added segment 10677d95-ac5b-4d10-a560-c75be4b99e04 of type vlan for network 8626676b-e142-457f-b056-783dd96ba3c7 Jun 21 19:45:59.269965 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-461ad0a3-a06f-424e-bb7f-9e1e2129e648 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761649351873'] for network, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:59.305955 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-461ad0a3-a06f-424e-bb7f-9e1e2129e648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33202238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553'] for network, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:59.305955 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461ad0a3-a06f-424e-bb7f-9e1e2129e648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:59.310550 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-461ad0a3-a06f-424e-bb7f-9e1e2129e648 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for network, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:59.310550 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:59.368633 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ad0a3-a06f-424e-bb7f-9e1e2129e648 admin admin] Pushing event updated for resources: {'Network': ['ID=8626676b-e142-457f-b056-783dd96ba3c7,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:59.371750 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-461ad0a3-a06f-424e-bb7f-9e1e2129e648 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3214035 Jun 21 19:45:59.372769 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-461ad0a3-a06f-424e-bb7f-9e1e2129e648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:59.374715 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 42078) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:59.379278 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Network 8626676b-e142-457f-b056-783dd96ba3c7 details requested by agent ovs-agent-dv-cinder-792462-15-smb with host dv-cinder-792462-15-smb {{(pid=104577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 19:45:59.380269 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [None req-5f459e46-de19-45dd-83e7-17439a10a2ec admin admin] Request body: {'subnet': {'network_id': '8626676b-e142-457f-b056-783dd96ba3c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1605135086-subnet', 'tenant_id': '29cdef9969ec4907a5d641941b42768e', 'ip_version': 4}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:45:59.408494 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f459e46-de19-45dd-83e7-17439a10a2ec admin admin] Made reservation on behalf of 29cdef9969ec4907a5d641941b42768e for: {'subnet': 1} {{(pid=104575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:45:59.411281 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-5f459e46-de19-45dd-83e7-17439a10a2ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29561106'] for subnet, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:59.607089 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-5f459e46-de19-45dd-83e7-17439a10a2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30138648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29561088'] for subnet, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:59.611321 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-c6479107-5bd5-4bf0-9e12-bec30a13f010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:45:59.654370 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device e74166e9-57df-4343-8e96-d15264ced762 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 19:45:59.693268 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f459e46-de19-45dd-83e7-17439a10a2ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=60644266-b355-4d2e-89a2-0c4ce9a5e096,revision_number=0']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:45:59.695899 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] No Port match for: e74166e9-57df-4343-8e96-d15264ced762 {{(pid=104577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 19:45:59.696254 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device e74166e9-57df-4343-8e96-d15264ced762 not bound to the agent host hv-cinder-79246 {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 19:45:59.702888 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f459e46-de19-45dd-83e7-17439a10a2ec admin admin] Checking segment: {'id': '10677d95-ac5b-4d10-a560-c75be4b99e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8626676b-e142-457f-b056-783dd96ba3c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:45:59.703247 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f459e46-de19-45dd-83e7-17439a10a2ec admin admin] Network hostable DHCP agents. Network: 8626676b-e142-457f-b056-783dd96ba3c7, hostable agents: ['a15a033b-c070-47da-bf4d-e41793740fb3'], hosted agents: [] {{(pid=104575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 19:45:59.711167 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-5f459e46-de19-45dd-83e7-17439a10a2ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:45:59.737171 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f459e46-de19-45dd-83e7-17439a10a2ec admin admin] Network 8626676b-e142-457f-b056-783dd96ba3c7 is scheduled to be hosted by DHCP agent a15a033b-c070-47da-bf4d-e41793740fb3 with binding_index 1 {{(pid=104575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 19:45:59.764312 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device 6d3f0b3e-8491-430e-8333-17b23e44bbbb up at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:45:59.766020 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.base_scheduler [None req-5f459e46-de19-45dd-83e7-17439a10a2ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-15-smb, 8626676b-e142-457f-b056-783dd96ba3c7) {{(pid=104575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:45:59.777123 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f459e46-de19-45dd-83e7-17439a10a2ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:45:59.779364 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-5f459e46-de19-45dd-83e7-17439a10a2ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for subnet, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:59.800253 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-5f459e46-de19-45dd-83e7-17439a10a2ec admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4217801 Jun 21 19:45:59.800861 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 42096) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:45:59.808995 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [None req-e2baf12d-a7b2-4701-8ec1-01c590db6154 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1605135086-router', 'tenant_id': '29cdef9969ec4907a5d641941b42768e', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143'}}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:45:59.842316 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da510b1-8d54-4c82-82ea-7d81bc1056a6 None None] Network 8626676b-e142-457f-b056-783dd96ba3c7 requested from dv-cinder-792462-15-smb {{(pid=104577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:45:59.847342 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e2baf12d-a7b2-4701-8ec1-01c590db6154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33081490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-542'] for router, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:59.848325 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e2baf12d-a7b2-4701-8ec1-01c590db6154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33081583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33076897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33284051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-615'] for router, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:59.864659 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6952df6-abe1-4468-9ba3-0ad885ac72f2 None None] Sync routers for ids ['679fd4ad-295e-41c8-8f68-a02dec5876fa'] in dv-cinder-792462-15-smb {{(pid=104577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 19:45:59.922128 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6952df6-abe1-4468-9ba3-0ad885ac72f2 None None] Routers {'679fd4ad-295e-41c8-8f68-a02dec5876fa'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:45:59.923081 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-f6952df6-abe1-4468-9ba3-0ad885ac72f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:45:33Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['679fd4ad-295e-41c8-8f68-a02dec5876fa'], 'active': True} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:45:59.979709 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e2baf12d-a7b2-4701-8ec1-01c590db6154 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:45:59.988063 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning for port 6d3f0b3e-8491-430e-8333-17b23e44bbbb completed by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:46:00.026153 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning complete for port 6d3f0b3e-8491-430e-8333-17b23e44bbbb triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:46:00.026638 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:00.132990 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvr_db [None req-f6952df6-abe1-4468-9ba3-0ad885ac72f2 None None] Set router 679fd4ad-295e-41c8-8f68-a02dec5876fa gateway port host: dv-cinder-792462-15-smb {{(pid=104577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:46:00.175578 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e2baf12d-a7b2-4701-8ec1-01c590db6154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33076947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33081440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-629'] for router, precommit_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:00.193242 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa0d68-8f00-46a3-9ead-45eec757ad1f req-0c17f85c-440c-4913-9044-7631dee065ad tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:00.194655 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-d8fa0d68-8f00-46a3-9ead-45eec757ad1f req-0c17f85c-440c-4913-9044-7631dee065ad tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.2526774 Jun 21 19:46:00.275319 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-d8fa0d68-8f00-46a3-9ead-45eec757ad1f req-5dfc0241-2244-4f6e-b6d5-89a4d408e15d tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654404 Jun 21 19:46:00.429561 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd855d-af91-431a-a71a-34fb2a75302d req-fa992937-aaaf-42b2-b76a-94b5a642da86 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:00.431827 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-e2cd855d-af91-431a-a71a-34fb2a75302d req-fa992937-aaaf-42b2-b76a-94b5a642da86 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fa6643b-de2d-4dfc-accd-38f3e1dc08da HTTP/1.1" status: 200 len: 946 time: 0.0714281 Jun 21 19:46:00.446958 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e2baf12d-a7b2-4701-8ec1-01c590db6154 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:00.468854 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e2baf12d-a7b2-4701-8ec1-01c590db6154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for port, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:00.491288 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-e2cd855d-af91-431a-a71a-34fb2a75302d req-d5481264-189f-4b26-a0b0-3ef309676750 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/security-groups?id=66ff75a3-db6c-4e1d-9736-3dfd7054a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526845 Jun 21 19:46:00.502402 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae6612f-7dfb-4a30-8564-df626625060a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d676ff1-0166-5ff7-86db-f90a5ccf99a7-8626676b-e142-457f-b056-783dd96ba3c7', 'network_id': '8626676b-e142-457f-b056-783dd96ba3c7', 'tenant_id': '29cdef9969ec4907a5d641941b42768e', 'fixed_ips': [{'subnet_id': '60644266-b355-4d2e-89a2-0c4ce9a5e096'}]}} from dv-cinder-792462-15-smb. {{(pid=104577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 19:46:00.503269 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-2ae6612f-7dfb-4a30-8564-df626625060a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for port, before_create {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:00.534292 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:00.591898 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.db_base_plugin_common [None req-e2baf12d-a7b2-4701-8ec1-01c590db6154 admin admin] Allocated IP 172.28.3.74 (1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143/92f70134-f308-40e4-a372-590fff45c87e/3144fd92-1408-4dab-ab3f-2c650595d098) {{(pid=104575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:46:00.596918 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] For port 6d3f0b3e-8491-430e-8333-17b23e44bbbb, host dv-cinder-792462-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=6d3f0b3e-8491-430e-8333-17b23e44bbbb,segment=NetworkSegment(9e55d9b0-2d6a-4ec9-a110-693459193d1d),segment_id=9e55d9b0-2d6a-4ec9-a110-693459193d1d)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:46:00.651263 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:00.656969 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:00.723206 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e2baf12d-a7b2-4701-8ec1-01c590db6154 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:00.761794 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Pushing event updated for resources: {'Port': ['ID=6d3f0b3e-8491-430e-8333-17b23e44bbbb,revision_number=4']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:00.775392 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e2baf12d-a7b2-4701-8ec1-01c590db6154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-129462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761649331797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30138796'] for port, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:00.776683 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:00.777686 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-4dd060e4-6a2e-4a22-90f7-b9ae36fe1e6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:00.793770 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.db_base_plugin_common [None req-2ae6612f-7dfb-4a30-8564-df626625060a None None] Allocated IP 172.20.0.2 (8626676b-e142-457f-b056-783dd96ba3c7/60644266-b355-4d2e-89a2-0c4ce9a5e096/cb7ca0e4-25c5-4b48-bee5-e1c0b8bc22d7) {{(pid=104577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:46:00.806964 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-92a25549-3962-48e2-8040-64050a9b47a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:00.811632 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-f6952df6-abe1-4468-9ba3-0ad885ac72f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679fd4ad-295e-41c8-8f68-a02dec5876fa', 'name': 'tempest-TestMinimumBasicScenario-779548629-router', 'tenant_id': '3205c2d168d1416082370ad83702a837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '6d3f0b3e-8491-430e-8333-17b23e44bbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:45:53Z', 'updated_at': '2021-06-21T19:45:57Z', 'revision_number': 4, 'project_id': '3205c2d168d1416082370ad83702a837', 'gw_port': {'id': '6d3f0b3e-8491-430e-8333-17b23e44bbbb', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '679fd4ad-295e-41c8-8f68-a02dec5876fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:45:54Z', 'updated_at': '2021-06-21T19:45:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_interfaces': [{'id': '9f1ed709-539d-492d-85a2-02ea9cd29125', 'name': '', 'network_id': '19c05a2e-c96a-47ee-8535-1ae4ceee4224', 'tenant_id': '3205c2d168d1416082370ad83702a837', 'mac_address': 'fa:16:3e:e8:91:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '679fd4ad-295e-41c8-8f68-a02dec5876fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '99480cc9-be18-4d81-9b4a-7e12c2e3e8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:45:56Z', 'updated_at': '2021-06-21T19:45:57Z', 'revision_number': 2, 'project_id': '3205c2d168d1416082370ad83702a837', 'subnets': [{'id': '99480cc9-be18-4d81-9b4a-7e12c2e3e8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:46:00.827908 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2baf12d-a7b2-4701-8ec1-01c590db6154 admin admin] Network 1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143 is already hosted by enough agents. {{(pid=104575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:46:00.833826 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.base_scheduler [None req-e2baf12d-a7b2-4701-8ec1-01c590db6154 admin admin] Resources bound (agent type, host, resource id): {{(pid=104575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:46:00.835757 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2baf12d-a7b2-4701-8ec1-01c590db6154 admin admin] Pushing event updated for resources: {'Port': ['ID=3144fd92-1408-4dab-ab3f-2c650595d098,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:00.837875 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2baf12d-a7b2-4701-8ec1-01c590db6154 admin admin] Received port after_create {{(pid=104575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:46:00.839852 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-e2baf12d-a7b2-4701-8ec1-01c590db6154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:00.846890 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6952df6-abe1-4468-9ba3-0ad885ac72f2 None None] Checking router: 679fd4ad-295e-41c8-8f68-a02dec5876fa for host: dv-cinder-792462-15-smb {{(pid=104577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 19:46:00.847249 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6952df6-abe1-4468-9ba3-0ad885ac72f2 None None] Updating router 679fd4ad-295e-41c8-8f68-a02dec5876fa port 9f1ed709-539d-492d-85a2-02ea9cd29125 binding host dv-cinder-792462-15-smb {{(pid=104577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 19:46:00.927083 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-f6952df6-abe1-4468-9ba3-0ad885ac72f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:00.951332 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441cf129-5782-48ef-b35a-6fa7f3b864bc req-7ec1ec10-cac5-400c-809d-a69916989610 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:00.965452 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-441cf129-5782-48ef-b35a-6fa7f3b864bc req-7ec1ec10-cac5-400c-809d-a69916989610 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.46 "GET /v2.0/ports?device_id=4fa6643b-de2d-4dfc-accd-38f3e1dc08da HTTP/1.1" status: 200 len: 946 time: 0.1087098 Jun 21 19:46:01.120342 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-2ae6612f-7dfb-4a30-8564-df626625060a None None] Notify callbacks [] for port, precommit_create {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:01.137412 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-2ae6612f-7dfb-4a30-8564-df626625060a None None] Transition to ACTIVE for port object cb7ca0e4-25c5-4b48-bee5-e1c0b8bc22d7 will not be triggered until provisioned by entity L2. {{(pid=104577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:46:01.201795 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-2ae6612f-7dfb-4a30-8564-df626625060a None None] Transition to ACTIVE for port object cb7ca0e4-25c5-4b48-bee5-e1c0b8bc22d7 will not be triggered until provisioned by entity DHCP. {{(pid=104577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:46:01.204492 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e2baf12d-a7b2-4701-8ec1-01c590db6154 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:01.221490 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-2ae6612f-7dfb-4a30-8564-df626625060a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-129462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761649331797'] for port, after_create {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:01.230844 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:01.341099 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae6612f-7dfb-4a30-8564-df626625060a None None] Network 8626676b-e142-457f-b056-783dd96ba3c7 is already hosted by enough agents. {{(pid=104577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:46:01.353075 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.scheduler.base_scheduler [None req-2ae6612f-7dfb-4a30-8564-df626625060a None None] Resources bound (agent type, host, resource id): {{(pid=104577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:46:01.370206 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae6612f-7dfb-4a30-8564-df626625060a None None] Received port after_create {{(pid=104577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:46:01.387374 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae6612f-7dfb-4a30-8564-df626625060a None None] Pushing event updated for resources: {'Port': ['ID=cb7ca0e4-25c5-4b48-bee5-e1c0b8bc22d7,revision_number=1']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:01.403315 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-2ae6612f-7dfb-4a30-8564-df626625060a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:01.488254 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e2baf12d-a7b2-4701-8ec1-01c590db6154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33081499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33078023'] for router, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:01.539318 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.plugin [req-441cf129-5782-48ef-b35a-6fa7f3b864bc req-bd5082e3-de2d-4940-9833-58b3ff537325 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Deleting port 92ab2d58-78f5-4901-9ce2-71dff5b896fb {{(pid=104576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 19:46:01.539819 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-441cf129-5782-48ef-b35a-6fa7f3b864bc req-bd5082e3-de2d-4940-9833-58b3ff537325 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761649817829'] for port, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:01.560647 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-f6952df6-abe1-4468-9ba3-0ad885ac72f2 None None] Notify callbacks [] for port, precommit_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:01.563130 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.managers [None req-2ae6612f-7dfb-4a30-8564-df626625060a None None] Attempting to bind port cb7ca0e4-25c5-4b48-bee5-e1c0b8bc22d7 on host dv-cinder-792462-15-smb for vnic_type normal with profile {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:46:01.563594 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.managers [None req-2ae6612f-7dfb-4a30-8564-df626625060a None None] Attempting to bind port cb7ca0e4-25c5-4b48-bee5-e1c0b8bc22d7 by drivers openvswitch,hyperv on host dv-cinder-792462-15-smb at level 0 using segments [{'id': '10677d95-ac5b-4d10-a560-c75be4b99e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8626676b-e142-457f-b056-783dd96ba3c7'}] {{(pid=104577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:46:01.563961 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae6612f-7dfb-4a30-8564-df626625060a None None] Attempting to bind port cb7ca0e4-25c5-4b48-bee5-e1c0b8bc22d7 on network 8626676b-e142-457f-b056-783dd96ba3c7 {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:46:01.575656 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae6612f-7dfb-4a30-8564-df626625060a None None] Checking agent: {'id': '8d444399-5de6-4d79-83a5-d4f9d95bef37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 36, 33), 'started_at': datetime.datetime(2021, 6, 21, 19, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:46:01.576148 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae6612f-7dfb-4a30-8564-df626625060a None None] Checking segment: {'id': '10677d95-ac5b-4d10-a560-c75be4b99e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8626676b-e142-457f-b056-783dd96ba3c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:46:01.576624 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-2ae6612f-7dfb-4a30-8564-df626625060a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:01.577082 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae6612f-7dfb-4a30-8564-df626625060a None None] Bound using segment: {'id': '10677d95-ac5b-4d10-a560-c75be4b99e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8626676b-e142-457f-b056-783dd96ba3c7'} {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:46:01.577657 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.managers [None req-2ae6612f-7dfb-4a30-8564-df626625060a None None] Bound port: cb7ca0e4-25c5-4b48-bee5-e1c0b8bc22d7, host: dv-cinder-792462-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10677d95-ac5b-4d10-a560-c75be4b99e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8626676b-e142-457f-b056-783dd96ba3c7'}}] {{(pid=104577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:46:01.578130 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-2ae6612f-7dfb-4a30-8564-df626625060a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:01.581029 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-f6952df6-abe1-4468-9ba3-0ad885ac72f2 None None] Transition to ACTIVE for port object 9f1ed709-539d-492d-85a2-02ea9cd29125 will not be triggered until provisioned by entity L2. {{(pid=104577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:46:01.604030 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-f6952df6-abe1-4468-9ba3-0ad885ac72f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:01.610463 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:01.733250 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device 6d3f0b3e-8491-430e-8333-17b23e44bbbb up at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:46:01.834556 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-2ae6612f-7dfb-4a30-8564-df626625060a None None] For port cb7ca0e4-25c5-4b48-bee5-e1c0b8bc22d7, host dv-cinder-792462-15-smb, cleared binding levels {{(pid=104577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:46:01.834905 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.db [req-441cf129-5782-48ef-b35a-6fa7f3b864bc req-bd5082e3-de2d-4940-9833-58b3ff537325 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] For port 92ab2d58-78f5-4901-9ce2-71dff5b896fb, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=92ab2d58-78f5-4901-9ce2-71dff5b896fb,segment=NetworkSegment(79ea6ea4-6122-4223-ae2c-7a1635a6be67),segment_id=79ea6ea4-6122-4223-ae2c-7a1635a6be67)] {{(pid=104576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:46:01.835200 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-441cf129-5782-48ef-b35a-6fa7f3b864bc req-bd5082e3-de2d-4940-9833-58b3ff537325 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33076891'] for port, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:01.853678 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85c06f-88e4-4b24-a510-2c9f2c9d4133 req-ce30417b-9a21-4948-b425-2da9d491662e tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:01.863298 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24748512-0370-455f-9ebd-deaeb287704d None None] Pushing event updated for resources: {'Port': ['ID=9f1ed709-539d-492d-85a2-02ea9cd29125,revision_number=3']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:01.866339 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-24748512-0370-455f-9ebd-deaeb287704d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:01.874189 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-5c85c06f-88e4-4b24-a510-2c9f2c9d4133 req-ce30417b-9a21-4948-b425-2da9d491662e tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fa6643b-de2d-4dfc-accd-38f3e1dc08da HTTP/1.1" status: 200 len: 946 time: 0.1965959 Jun 21 19:46:01.891851 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-2ae6612f-7dfb-4a30-8564-df626625060a None None] For port cb7ca0e4-25c5-4b48-bee5-e1c0b8bc22d7, host dv-cinder-792462-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=cb7ca0e4-25c5-4b48-bee5-e1c0b8bc22d7,segment=NetworkSegment(10677d95-ac5b-4d10-a560-c75be4b99e04),segment_id=10677d95-ac5b-4d10-a560-c75be4b99e04)] {{(pid=104577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:46:01.931112 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-2ae6612f-7dfb-4a30-8564-df626625060a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:01.941910 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:01.948848 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65758c02-b4ac-4216-88ab-5a091f3cc504 req-94d1f2a5-9160-4e2e-9444-bc0f263b7c22 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:01.958180 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-65758c02-b4ac-4216-88ab-5a091f3cc504 req-94d1f2a5-9160-4e2e-9444-bc0f263b7c22 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.4288514 Jun 21 19:46:01.976802 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.plugin [req-441cf129-5782-48ef-b35a-6fa7f3b864bc req-bd5082e3-de2d-4940-9833-58b3ff537325 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Calling delete_port for 92ab2d58-78f5-4901-9ce2-71dff5b896fb owned by compute:nova {{(pid=104576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 19:46:02.010602 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.managers [None req-f6952df6-abe1-4468-9ba3-0ad885ac72f2 None None] Attempting to bind port 9f1ed709-539d-492d-85a2-02ea9cd29125 on host dv-cinder-792462-15-smb for vnic_type normal with profile {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:46:02.011154 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.managers [None req-f6952df6-abe1-4468-9ba3-0ad885ac72f2 None None] Attempting to bind port 9f1ed709-539d-492d-85a2-02ea9cd29125 by drivers openvswitch,hyperv on host dv-cinder-792462-15-smb at level 0 using segments [{'id': '1e2c063c-fdc2-4734-a057-fcb9075c4b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '19c05a2e-c96a-47ee-8535-1ae4ceee4224'}] {{(pid=104577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:46:02.011633 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6952df6-abe1-4468-9ba3-0ad885ac72f2 None None] Attempting to bind port 9f1ed709-539d-492d-85a2-02ea9cd29125 on network 19c05a2e-c96a-47ee-8535-1ae4ceee4224 {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:46:02.013633 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2baf12d-a7b2-4701-8ec1-01c590db6154 admin admin] Router 4072709a-417d-4e8b-99ec-10e8e46d3430 is scheduled to L3 agent 340c6150-ff20-4abf-b4fe-5b82b8e71fd8 with binding_index 1 {{(pid=104575) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 19:46:02.024252 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae6612f-7dfb-4a30-8564-df626625060a None None] Pushing event updated for resources: {'Port': ['ID=cb7ca0e4-25c5-4b48-bee5-e1c0b8bc22d7,revision_number=2']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:02.027998 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-2ae6612f-7dfb-4a30-8564-df626625060a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:02.036029 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6952df6-abe1-4468-9ba3-0ad885ac72f2 None None] Checking agent: {'id': '8d444399-5de6-4d79-83a5-d4f9d95bef37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 36, 33), 'started_at': datetime.datetime(2021, 6, 21, 19, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:46:02.036380 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6952df6-abe1-4468-9ba3-0ad885ac72f2 None None] Checking segment: {'id': '1e2c063c-fdc2-4734-a057-fcb9075c4b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '19c05a2e-c96a-47ee-8535-1ae4ceee4224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:46:02.036794 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-f6952df6-abe1-4468-9ba3-0ad885ac72f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:02.036967 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-65758c02-b4ac-4216-88ab-5a091f3cc504 req-0071a5e9-83df-42f6-b6ad-6e18120cfc3b tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778537 Jun 21 19:46:02.037250 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6952df6-abe1-4468-9ba3-0ad885ac72f2 None None] Bound using segment: {'id': '1e2c063c-fdc2-4734-a057-fcb9075c4b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '19c05a2e-c96a-47ee-8535-1ae4ceee4224'} {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:46:02.037771 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.managers [None req-f6952df6-abe1-4468-9ba3-0ad885ac72f2 None None] Bound port: 9f1ed709-539d-492d-85a2-02ea9cd29125, host: dv-cinder-792462-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e2c063c-fdc2-4734-a057-fcb9075c4b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '19c05a2e-c96a-47ee-8535-1ae4ceee4224'}}] {{(pid=104577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:46:02.040340 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-f6952df6-abe1-4468-9ba3-0ad885ac72f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:02.062813 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning complete for port 6d3f0b3e-8491-430e-8333-17b23e44bbbb triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:46:02.063203 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:02.109890 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-5c85c06f-88e4-4b24-a510-2c9f2c9d4133 req-1ddc4967-3b9f-4444-b82c-c91fb641948b tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/security-groups?id=66ff75a3-db6c-4e1d-9736-3dfd7054a3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339323 Jun 21 19:46:02.212954 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-f6952df6-abe1-4468-9ba3-0ad885ac72f2 None None] For port 9f1ed709-539d-492d-85a2-02ea9cd29125, host dv-cinder-792462-15-smb, cleared binding levels {{(pid=104577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:46:02.239858 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2baf12d-a7b2-4701-8ec1-01c590db6154 admin admin] Notify agent at l3_agent.dv-cinder-792462-15-smb the message routers_updated {{(pid=104575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 19:46:02.250156 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aeca82e-a61e-4973-9293-12c9346cdf3d None None] Sync routers for ids ['4072709a-417d-4e8b-99ec-10e8e46d3430'] in dv-cinder-792462-15-smb {{(pid=104578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 19:46:02.266718 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aeca82e-a61e-4973-9293-12c9346cdf3d None None] Routers {'4072709a-417d-4e8b-99ec-10e8e46d3430'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:46:02.267376 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-1aeca82e-a61e-4973-9293-12c9346cdf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:45:33Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['4072709a-417d-4e8b-99ec-10e8e46d3430'], 'active': True} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:46:02.268390 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e2baf12d-a7b2-4701-8ec1-01c590db6154 admin admin] Notify callbacks [] for router, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:02.274604 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-e2baf12d-a7b2-4701-8ec1-01c590db6154 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4696546 Jun 21 19:46:02.274779 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-441cf129-5782-48ef-b35a-6fa7f3b864bc req-bd5082e3-de2d-4940-9833-58b3ff537325 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761649822437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761649331806'] for port, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:02.281048 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 42168) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:46:02.289772 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-f0134e50-c1aa-42c3-917b-bd611ff6a557 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:02.295166 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] get_ports_and_sgs() called for port_ids ['92ab2d58-78f5-4901-9ce2-71dff5b896fb'] {{(pid=104577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 19:46:02.332840 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-f6952df6-abe1-4468-9ba3-0ad885ac72f2 None None] For port 9f1ed709-539d-492d-85a2-02ea9cd29125, host dv-cinder-792462-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=9f1ed709-539d-492d-85a2-02ea9cd29125,segment=NetworkSegment(1e2c063c-fdc2-4734-a057-fcb9075c4b82),segment_id=1e2c063c-fdc2-4734-a057-fcb9075c4b82)] {{(pid=104577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:46:02.351283 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-f6952df6-abe1-4468-9ba3-0ad885ac72f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:02.369230 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-a7df2175-fd8a-46cf-b1a3-18f386ebd71f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:02.442129 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5082e3-de2d-4940-9833-58b3ff537325 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Pushing event deleted for resources: {'Port': ['ID=92ab2d58-78f5-4901-9ce2-71dff5b896fb,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:02.460972 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-bd5082e3-de2d-4940-9833-58b3ff537325 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:02.507358 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6952df6-abe1-4468-9ba3-0ad885ac72f2 None None] Routers {'679fd4ad-295e-41c8-8f68-a02dec5876fa'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:46:02.508272 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-f6952df6-abe1-4468-9ba3-0ad885ac72f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:45:33Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['679fd4ad-295e-41c8-8f68-a02dec5876fa'], 'active': True} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:46:02.519244 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvr_db [None req-1aeca82e-a61e-4973-9293-12c9346cdf3d None None] Set router 4072709a-417d-4e8b-99ec-10e8e46d3430 gateway port host: dv-cinder-792462-15-smb {{(pid=104578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:46:02.626122 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24748512-0370-455f-9ebd-deaeb287704d None None] Pushing event updated for resources: {'Port': ['ID=9f1ed709-539d-492d-85a2-02ea9cd29125,revision_number=4']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:02.635457 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-24748512-0370-455f-9ebd-deaeb287704d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:02.651707 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [req-441cf129-5782-48ef-b35a-6fa7f3b864bc req-bd5082e3-de2d-4940-9833-58b3ff537325 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] No DVR routers for this DVR port 92ab2d58-78f5-4901-9ce2-71dff5b896fb on host hv-cinder-79246 {{(pid=104576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 19:46:02.662228 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-441cf129-5782-48ef-b35a-6fa7f3b864bc req-bd5082e3-de2d-4940-9833-58b3ff537325 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147'] for port, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:02.667706 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-441cf129-5782-48ef-b35a-6fa7f3b864bc req-bd5082e3-de2d-4940-9833-58b3ff537325 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.46 "DELETE /v2.0/ports/92ab2d58-78f5-4901-9ce2-71dff5b896fb HTTP/1.1" status: 204 len: 173 time: 1.6919923 Jun 21 19:46:02.667706 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa6643b-de2d-4dfc-accd-38f3e1dc08da', 'name': 'network-vif-deleted', 'tag': '92ab2d58-78f5-4901-9ce2-71dff5b896fb'}] {{(pid=104576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:46:02.667706 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05f20d886da9388d71ee432e92ee53588f77c84f00dcc9da6d5f2e0db0526183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023817e3-9c45-4cf6-a71f-b28d5a924c38" -d '{"events": [{"server_uuid": "4fa6643b-de2d-4dfc-accd-38f3e1dc08da", "name": "network-vif-deleted", "tag": "92ab2d58-78f5-4901-9ce2-71dff5b896fb"}]}' {{(pid=104576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:46:02.751877 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvr_db [None req-f6952df6-abe1-4468-9ba3-0ad885ac72f2 None None] Set router 679fd4ad-295e-41c8-8f68-a02dec5876fa gateway port host: dv-cinder-792462-15-smb {{(pid=104577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:46:02.779551 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 19:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19dfefc-ebb4-4ac2-859d-3ceecac3d876 x-openstack-request-id: req-f19dfefc-ebb4-4ac2-859d-3ceecac3d876 {{(pid=104576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:46:02.779865 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fa6643b-de2d-4dfc-accd-38f3e1dc08da", "name": "network-vif-deleted", "tag": "92ab2d58-78f5-4901-9ce2-71dff5b896fb", "status": "completed", "code": 200}]} {{(pid=104576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:46:02.780212 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f19dfefc-ebb4-4ac2-859d-3ceecac3d876 {{(pid=104576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:46:02.780550 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa6643b-de2d-4dfc-accd-38f3e1dc08da', 'name': 'network-vif-deleted', 'tag': '92ab2d58-78f5-4901-9ce2-71dff5b896fb', 'status': 'completed', 'code': 200} Jun 21 19:46:02.852758 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-1aeca82e-a61e-4973-9293-12c9346cdf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4072709a-417d-4e8b-99ec-10e8e46d3430', 'name': 'tempest-TestMinimumBasicScenario-1605135086-router', 'tenant_id': '29cdef9969ec4907a5d641941b42768e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.74'}], 'enable_snat': True}, 'gw_port_id': '3144fd92-1408-4dab-ab3f-2c650595d098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:45:59Z', 'updated_at': '2021-06-21T19:46:00Z', 'revision_number': 3, 'project_id': '29cdef9969ec4907a5d641941b42768e', 'gw_port': {'id': '3144fd92-1408-4dab-ab3f-2c650595d098', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4072709a-417d-4e8b-99ec-10e8e46d3430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:46:00Z', 'updated_at': '2021-06-21T19:46:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb'}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:46:02.892201 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aeca82e-a61e-4973-9293-12c9346cdf3d None None] Checking router: 4072709a-417d-4e8b-99ec-10e8e46d3430 for host: dv-cinder-792462-15-smb {{(pid=104578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 19:46:02.893133 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aeca82e-a61e-4973-9293-12c9346cdf3d None None] Updating router 4072709a-417d-4e8b-99ec-10e8e46d3430 port 3144fd92-1408-4dab-ab3f-2c650595d098 binding host dv-cinder-792462-15-smb {{(pid=104578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 19:46:02.940830 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-1aeca82e-a61e-4973-9293-12c9346cdf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:03.010927 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-f6952df6-abe1-4468-9ba3-0ad885ac72f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679fd4ad-295e-41c8-8f68-a02dec5876fa', 'name': 'tempest-TestMinimumBasicScenario-779548629-router', 'tenant_id': '3205c2d168d1416082370ad83702a837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '6d3f0b3e-8491-430e-8333-17b23e44bbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:45:53Z', 'updated_at': '2021-06-21T19:45:57Z', 'revision_number': 4, 'project_id': '3205c2d168d1416082370ad83702a837', 'gw_port': {'id': '6d3f0b3e-8491-430e-8333-17b23e44bbbb', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679fd4ad-295e-41c8-8f68-a02dec5876fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:45:54Z', 'updated_at': '2021-06-21T19:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_interfaces': [{'id': '9f1ed709-539d-492d-85a2-02ea9cd29125', 'name': '', 'network_id': '19c05a2e-c96a-47ee-8535-1ae4ceee4224', 'tenant_id': '3205c2d168d1416082370ad83702a837', 'mac_address': 'fa:16:3e:e8:91:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '679fd4ad-295e-41c8-8f68-a02dec5876fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '99480cc9-be18-4d81-9b4a-7e12c2e3e8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:45:56Z', 'updated_at': '2021-06-21T19:46:02Z', 'revision_number': 4, 'project_id': '3205c2d168d1416082370ad83702a837', 'subnets': [{'id': '99480cc9-be18-4d81-9b4a-7e12c2e3e8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:46:03.042663 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6952df6-abe1-4468-9ba3-0ad885ac72f2 None None] The sync data for ids ['679fd4ad-295e-41c8-8f68-a02dec5876fa'] in dv-cinder-792462-15-smb is: [{'id': '679fd4ad-295e-41c8-8f68-a02dec5876fa', 'name': 'tempest-TestMinimumBasicScenario-779548629-router', 'tenant_id': '3205c2d168d1416082370ad83702a837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '6d3f0b3e-8491-430e-8333-17b23e44bbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:45:53Z', 'updated_at': '2021-06-21T19:45:57Z', 'revision_number': 4, 'project_id': '3205c2d168d1416082370ad83702a837', 'gw_port': {'id': '6d3f0b3e-8491-430e-8333-17b23e44bbbb', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679fd4ad-295e-41c8-8f68-a02dec5876fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:45:54Z', 'updated_at': '2021-06-21T19:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_interfaces': [{'id': '9f1ed709-539d-492d-85a2-02ea9cd29125', 'name': '', 'network_id': '19c05a2e-c96a-47ee-8535-1ae4ceee4224', 'tenant_id': '3205c2d168d1416082370ad83702a837', 'mac_address': 'fa:16:3e:e8:91:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '679fd4ad-295e-41c8-8f68-a02dec5876fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '99480cc9-be18-4d81-9b4a-7e12c2e3e8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:45:56Z', 'updated_at': '2021-06-21T19:46:02Z', 'revision_number': 4, 'project_id': '3205c2d168d1416082370ad83702a837', 'subnets': [{'id': '99480cc9-be18-4d81-9b4a-7e12c2e3e8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 19:46:03.215368 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-67d41eb9-18dc-4ca8-9882-b9ad5d05bd78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for port, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:03.318302 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-1aeca82e-a61e-4973-9293-12c9346cdf3d None None] Notify callbacks [] for port, precommit_update {{(pid=104578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:03.339554 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.provisioning_blocks [None req-1aeca82e-a61e-4973-9293-12c9346cdf3d None None] Transition to ACTIVE for port object 3144fd92-1408-4dab-ab3f-2c650595d098 will not be triggered until provisioned by entity L2. {{(pid=104578) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:46:03.349933 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-1aeca82e-a61e-4973-9293-12c9346cdf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:03.359020 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-22a9dc76-2a4b-4f84-b236-17829c6300c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:03.392137 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:03.441375 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89944115-f388-400e-917b-bc4d3d0324b7 None None] Pushing event updated for resources: {'Port': ['ID=3144fd92-1408-4dab-ab3f-2c650595d098,revision_number=2']} {{(pid=104578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:03.466079 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-b56aad21-c45b-484c-860e-bbaebce9f6db req-b3c1d3e6-7b6d-4c76-8696-a9bb69c5ab9d tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] 10.222.0.38 "GET /v2.0/ports?device_id=4fa6643b-de2d-4dfc-accd-38f3e1dc08da HTTP/1.1" status: 200 len: 210 time: 0.0696504 Jun 21 19:46:03.480740 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.managers [None req-1aeca82e-a61e-4973-9293-12c9346cdf3d None None] Attempting to bind port 3144fd92-1408-4dab-ab3f-2c650595d098 on host dv-cinder-792462-15-smb for vnic_type normal with profile {{(pid=104578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:46:03.481148 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.managers [None req-1aeca82e-a61e-4973-9293-12c9346cdf3d None None] Attempting to bind port 3144fd92-1408-4dab-ab3f-2c650595d098 by drivers openvswitch,hyperv on host dv-cinder-792462-15-smb at level 0 using segments [{'id': '9e55d9b0-2d6a-4ec9-a110-693459193d1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143'}] {{(pid=104578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:46:03.484686 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aeca82e-a61e-4973-9293-12c9346cdf3d None None] Attempting to bind port 3144fd92-1408-4dab-ab3f-2c650595d098 on network 1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143 {{(pid=104578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:46:03.496906 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG oslo_concurrency.lockutils [None req-89944115-f388-400e-917b-bc4d3d0324b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=104578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:03.497948 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aeca82e-a61e-4973-9293-12c9346cdf3d None None] Checking agent: {'id': '8d444399-5de6-4d79-83a5-d4f9d95bef37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 36, 33), 'started_at': datetime.datetime(2021, 6, 21, 19, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:46:03.498408 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aeca82e-a61e-4973-9293-12c9346cdf3d None None] Checking segment: {'id': '9e55d9b0-2d6a-4ec9-a110-693459193d1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:46:03.498919 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-1aeca82e-a61e-4973-9293-12c9346cdf3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:03.499384 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aeca82e-a61e-4973-9293-12c9346cdf3d None None] Bound using segment: {'id': '9e55d9b0-2d6a-4ec9-a110-693459193d1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143'} {{(pid=104578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:46:03.499867 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.managers [None req-1aeca82e-a61e-4973-9293-12c9346cdf3d None None] Bound port: 3144fd92-1408-4dab-ab3f-2c650595d098, host: dv-cinder-792462-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e55d9b0-2d6a-4ec9-a110-693459193d1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143'}}] {{(pid=104578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:46:03.500393 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-1aeca82e-a61e-4973-9293-12c9346cdf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:03.515575 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:03.576696 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98424835-2cc3-40e6-b42c-0af5db28d939 req-b0f4b0a5-cd7b-402d-b45c-6782b34971ed tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:03.578782 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-98424835-2cc3-40e6-b42c-0af5db28d939 req-b0f4b0a5-cd7b-402d-b45c-6782b34971ed tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.3294742 Jun 21 19:46:03.626726 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b508ab7d-a751-43bf-a17f-bba519b2dc0f None None] Network 8626676b-e142-457f-b056-783dd96ba3c7 requested from dv-cinder-792462-15-smb {{(pid=104577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:46:03.637166 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.db [None req-1aeca82e-a61e-4973-9293-12c9346cdf3d None None] For port 3144fd92-1408-4dab-ab3f-2c650595d098, host dv-cinder-792462-15-smb, cleared binding levels {{(pid=104578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:46:03.646622 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.db [None req-1aeca82e-a61e-4973-9293-12c9346cdf3d None None] For port 3144fd92-1408-4dab-ab3f-2c650595d098, host dv-cinder-792462-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=3144fd92-1408-4dab-ab3f-2c650595d098,segment=NetworkSegment(9e55d9b0-2d6a-4ec9-a110-693459193d1d),segment_id=9e55d9b0-2d6a-4ec9-a110-693459193d1d)] {{(pid=104578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:46:03.662231 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-1aeca82e-a61e-4973-9293-12c9346cdf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:03.667035 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:03.746388 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.db_base_plugin_common [None req-67d41eb9-18dc-4ca8-9882-b9ad5d05bd78 admin admin] Allocated IP 172.20.0.1 (8626676b-e142-457f-b056-783dd96ba3c7/60644266-b355-4d2e-89a2-0c4ce9a5e096/88840f32-8f8a-4264-9163-c9f8e0960def) {{(pid=104576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:46:03.763168 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-98424835-2cc3-40e6-b42c-0af5db28d939 req-050255c6-6a3a-47d9-8b1a-29180c028a8d tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697729 Jun 21 19:46:03.810312 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-2575644e-3cbf-413d-a891-88abff7d518b None None] Provisioning for port cb7ca0e4-25c5-4b48-bee5-e1c0b8bc22d7 completed by entity DHCP. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:46:03.817241 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89944115-f388-400e-917b-bc4d3d0324b7 None None] Pushing event updated for resources: {'Port': ['ID=3144fd92-1408-4dab-ab3f-2c650595d098,revision_number=3']} {{(pid=104578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:03.821617 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG oslo_concurrency.lockutils [None req-89944115-f388-400e-917b-bc4d3d0324b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=104578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:03.845622 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aeca82e-a61e-4973-9293-12c9346cdf3d None None] Routers {'4072709a-417d-4e8b-99ec-10e8e46d3430'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:46:03.846287 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-1aeca82e-a61e-4973-9293-12c9346cdf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:46:03Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['4072709a-417d-4e8b-99ec-10e8e46d3430'], 'active': True} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:46:03.939356 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device 9f1ed709-539d-492d-85a2-02ea9cd29125 up at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:46:04.070519 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-67d41eb9-18dc-4ca8-9882-b9ad5d05bd78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:04.083007 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning for port 9f1ed709-539d-492d-85a2-02ea9cd29125 completed by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:46:04.089160 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning complete for port 9f1ed709-539d-492d-85a2-02ea9cd29125 triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:46:04.089537 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:04.097071 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.provisioning_blocks [None req-67d41eb9-18dc-4ca8-9882-b9ad5d05bd78 admin admin] Transition to ACTIVE for port object 88840f32-8f8a-4264-9163-c9f8e0960def will not be triggered until provisioned by entity DHCP. {{(pid=104576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:46:04.179468 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-67d41eb9-18dc-4ca8-9882-b9ad5d05bd78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-129462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761649331797'] for port, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:04.182646 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:04.255040 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvr_db [None req-1aeca82e-a61e-4973-9293-12c9346cdf3d None None] Set router 4072709a-417d-4e8b-99ec-10e8e46d3430 gateway port host: dv-cinder-792462-15-smb {{(pid=104578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:46:04.270637 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d41eb9-18dc-4ca8-9882-b9ad5d05bd78 admin admin] Pushing event updated for resources: {'Port': ['ID=88840f32-8f8a-4264-9163-c9f8e0960def,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:04.301733 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d41eb9-18dc-4ca8-9882-b9ad5d05bd78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:46:04.302110 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d41eb9-18dc-4ca8-9882-b9ad5d05bd78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:46:04.302467 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d41eb9-18dc-4ca8-9882-b9ad5d05bd78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:46:04.302818 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d41eb9-18dc-4ca8-9882-b9ad5d05bd78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:46:04.303167 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d41eb9-18dc-4ca8-9882-b9ad5d05bd78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:46:04.303514 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d41eb9-18dc-4ca8-9882-b9ad5d05bd78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:46:04.303857 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d41eb9-18dc-4ca8-9882-b9ad5d05bd78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:46:04.304199 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d41eb9-18dc-4ca8-9882-b9ad5d05bd78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:46:04.304556 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d41eb9-18dc-4ca8-9882-b9ad5d05bd78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:46:04.304896 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d41eb9-18dc-4ca8-9882-b9ad5d05bd78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:46:04.305234 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d41eb9-18dc-4ca8-9882-b9ad5d05bd78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:46:04.305572 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d41eb9-18dc-4ca8-9882-b9ad5d05bd78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:46:04.319856 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-67d41eb9-18dc-4ca8-9882-b9ad5d05bd78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:04.327744 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d41eb9-18dc-4ca8-9882-b9ad5d05bd78 admin admin] Network 8626676b-e142-457f-b056-783dd96ba3c7 is already hosted by enough agents. {{(pid=104576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:46:04.330053 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.base_scheduler [None req-67d41eb9-18dc-4ca8-9882-b9ad5d05bd78 admin admin] Resources bound (agent type, host, resource id): {{(pid=104576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:46:04.333178 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d41eb9-18dc-4ca8-9882-b9ad5d05bd78 admin admin] Received port after_create {{(pid=104576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:46:04.334189 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-67d41eb9-18dc-4ca8-9882-b9ad5d05bd78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33074984'] for router_interface, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:04.447740 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:04.475146 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-14118032-cbf1-44bc-927f-b70ca464d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:04.550726 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] For port 9f1ed709-539d-492d-85a2-02ea9cd29125, host dv-cinder-792462-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=9f1ed709-539d-492d-85a2-02ea9cd29125,segment=NetworkSegment(1e2c063c-fdc2-4734-a057-fcb9075c4b82),segment_id=1e2c063c-fdc2-4734-a057-fcb9075c4b82)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:46:04.561420 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:04.562489 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device cb7ca0e4-25c5-4b48-bee5-e1c0b8bc22d7 up at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:46:04.565270 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:04.602551 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-67d41eb9-18dc-4ca8-9882-b9ad5d05bd78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:04.642893 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 42210) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:46:04.657461 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-1aeca82e-a61e-4973-9293-12c9346cdf3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4072709a-417d-4e8b-99ec-10e8e46d3430', 'name': 'tempest-TestMinimumBasicScenario-1605135086-router', 'tenant_id': '29cdef9969ec4907a5d641941b42768e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.74'}], 'enable_snat': True}, 'gw_port_id': '3144fd92-1408-4dab-ab3f-2c650595d098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:45:59Z', 'updated_at': '2021-06-21T19:46:00Z', 'revision_number': 3, 'project_id': '29cdef9969ec4907a5d641941b42768e', 'gw_port': {'id': '3144fd92-1408-4dab-ab3f-2c650595d098', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4072709a-417d-4e8b-99ec-10e8e46d3430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:46:00Z', 'updated_at': '2021-06-21T19:46:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb'}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:46:04.712075 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Pushing event updated for resources: {'Port': ['ID=9f1ed709-539d-492d-85a2-02ea9cd29125,revision_number=5']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:04.717336 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:04.731282 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning for port cb7ca0e4-25c5-4b48-bee5-e1c0b8bc22d7 completed by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:46:04.732954 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aeca82e-a61e-4973-9293-12c9346cdf3d None None] The sync data for ids ['4072709a-417d-4e8b-99ec-10e8e46d3430'] in dv-cinder-792462-15-smb is: [{'id': '4072709a-417d-4e8b-99ec-10e8e46d3430', 'name': 'tempest-TestMinimumBasicScenario-1605135086-router', 'tenant_id': '29cdef9969ec4907a5d641941b42768e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.74'}], 'enable_snat': True}, 'gw_port_id': '3144fd92-1408-4dab-ab3f-2c650595d098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:45:59Z', 'updated_at': '2021-06-21T19:46:00Z', 'revision_number': 3, 'project_id': '29cdef9969ec4907a5d641941b42768e', 'gw_port': {'id': '3144fd92-1408-4dab-ab3f-2c650595d098', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4072709a-417d-4e8b-99ec-10e8e46d3430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:46:00Z', 'updated_at': '2021-06-21T19:46:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb'}] {{(pid=104578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 19:46:04.739524 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning complete for port cb7ca0e4-25c5-4b48-bee5-e1c0b8bc22d7 triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:46:04.740861 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:04.753333 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f2f58b0-2d3e-4413-ac2c-58a92bd35f49 admin admin] Deleting subnet 65d12bc6-cf17-4a89-a7d0-97f216ebf025 {{(pid=104575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 19:46:04.756599 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-4f2f58b0-2d3e-4413-ac2c-58a92bd35f49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:04.837025 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-4f2f58b0-2d3e-4413-ac2c-58a92bd35f49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30138819'] for subnet, precommit_delete_associations {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:04.886437 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-1bfc0513-494b-4fa8-a970-1469055b7d39 None None] Provisioning for port 88840f32-8f8a-4264-9163-c9f8e0960def completed by entity DHCP. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:46:04.902338 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-1bfc0513-494b-4fa8-a970-1469055b7d39 None None] Provisioning complete for port 88840f32-8f8a-4264-9163-c9f8e0960def triggered by entity DHCP. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:46:04.902840 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-1bfc0513-494b-4fa8-a970-1469055b7d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:04.905414 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-4f2f58b0-2d3e-4413-ac2c-58a92bd35f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-744040'] for subnet, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:04.971855 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:04.976986 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-67d41eb9-18dc-4ca8-9882-b9ad5d05bd78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:04.985312 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-67d41eb9-18dc-4ca8-9882-b9ad5d05bd78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:04.987747 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-67d41eb9-18dc-4ca8-9882-b9ad5d05bd78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32961663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33073457'] for router_interface, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:05.005034 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:05.048379 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] For port cb7ca0e4-25c5-4b48-bee5-e1c0b8bc22d7, host dv-cinder-792462-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=cb7ca0e4-25c5-4b48-bee5-e1c0b8bc22d7,segment=NetworkSegment(10677d95-ac5b-4d10-a560-c75be4b99e04),segment_id=10677d95-ac5b-4d10-a560-c75be4b99e04)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:46:05.059906 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-1bfc0513-494b-4fa8-a970-1469055b7d39 None None] Port 88840f32-8f8a-4264-9163-c9f8e0960def cannot update to ACTIVE because it is not bound. {{(pid=104577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 19:46:05.063087 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:05.063301 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678471f8-0ec8-4209-a9e0-ee9ffb83ba07 req-47591900-e7d2-43f6-9894-3e8dc138d7bd tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:05.067423 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-678471f8-0ec8-4209-a9e0-ee9ffb83ba07 req-47591900-e7d2-43f6-9894-3e8dc138d7bd tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.1213794 Jun 21 19:46:05.068973 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-4f2f58b0-2d3e-4413-ac2c-58a92bd35f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-744039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30138841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29561145'] for subnet, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:05.069485 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-24748512-0370-455f-9ebd-deaeb287704d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:05.074372 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d41eb9-18dc-4ca8-9882-b9ad5d05bd78 admin admin] Pushing event updated for resources: {'Port': ['ID=88840f32-8f8a-4264-9163-c9f8e0960def,revision_number=2']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:05.077145 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-67d41eb9-18dc-4ca8-9882-b9ad5d05bd78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:05.101171 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:05.159650 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Pushing event updated for resources: {'Port': ['ID=cb7ca0e4-25c5-4b48-bee5-e1c0b8bc22d7,revision_number=3']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:05.164846 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:05.165932 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-4f2f58b0-2d3e-4413-ac2c-58a92bd35f49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for subnet, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:05.169823 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-4f2f58b0-2d3e-4413-ac2c-58a92bd35f49 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/65d12bc6-cf17-4a89-a7d0-97f216ebf025 HTTP/1.1" status: 204 len: 168 time: 0.5237780 Jun 21 19:46:05.174852 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f58b0-2d3e-4413-ac2c-58a92bd35f49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65d12bc6-cf17-4a89-a7d0-97f216ebf025,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:05.176922 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 42226) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:46:05.208101 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f58b0-2d3e-4413-ac2c-58a92bd35f49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:46:05.212959 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f58b0-2d3e-4413-ac2c-58a92bd35f49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:46:05.213552 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f58b0-2d3e-4413-ac2c-58a92bd35f49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:46:05.214116 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f58b0-2d3e-4413-ac2c-58a92bd35f49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:46:05.214470 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f58b0-2d3e-4413-ac2c-58a92bd35f49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:46:05.215793 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f58b0-2d3e-4413-ac2c-58a92bd35f49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:46:05.216151 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f58b0-2d3e-4413-ac2c-58a92bd35f49 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:46:05.216504 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f58b0-2d3e-4413-ac2c-58a92bd35f49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:46:05.216852 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f58b0-2d3e-4413-ac2c-58a92bd35f49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:46:05.217203 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f58b0-2d3e-4413-ac2c-58a92bd35f49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:46:05.217547 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f58b0-2d3e-4413-ac2c-58a92bd35f49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:46:05.218019 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f2f58b0-2d3e-4413-ac2c-58a92bd35f49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:46:05.219064 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d41eb9-18dc-4ca8-9882-b9ad5d05bd78 admin admin] Network 8626676b-e142-457f-b056-783dd96ba3c7 is already hosted by enough agents. {{(pid=104576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:46:05.221424 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.base_scheduler [None req-67d41eb9-18dc-4ca8-9882-b9ad5d05bd78 admin admin] Resources bound (agent type, host, resource id): {{(pid=104576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:46:05.269413 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-4f2f58b0-2d3e-4413-ac2c-58a92bd35f49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:05.410565 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-678471f8-0ec8-4209-a9e0-ee9ffb83ba07 req-8db67a24-f8b8-4dbc-8a2b-85e67a8c32a0 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139343 Jun 21 19:46:05.412065 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d41eb9-18dc-4ca8-9882-b9ad5d05bd78 admin admin] Router 4072709a-417d-4e8b-99ec-10e8e46d3430 has already been hosted by L3 agent 340c6150-ff20-4abf-b4fe-5b82b8e71fd8 {{(pid=104576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 19:46:05.439895 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-9c3ba359-556a-4c9b-bf06-fbadc39ed0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583444'] for network, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:05.489018 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 42234) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:46:05.563967 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-9c3ba359-556a-4c9b-bf06-fbadc39ed0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744951', 'neutron.services.segments.db._delete_segments_for_network-8761649872083'] for network, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:05.578031 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.services.segments.db [None req-9c3ba359-556a-4c9b-bf06-fbadc39ed0bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8c61fcc-c4c3-4872-8556-59affedd8dad']}} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:46:05.597840 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d41eb9-18dc-4ca8-9882-b9ad5d05bd78 admin admin] Notify agent at l3_agent.dv-cinder-792462-15-smb the message routers_updated {{(pid=104576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 19:46:05.599428 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.services.segments.db [None req-9c3ba359-556a-4c9b-bf06-fbadc39ed0bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79ea6ea4-6122-4223-ae2c-7a1635a6be67') {'for_net_delete': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:46:05.599858 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.services.segments.db [None req-9c3ba359-556a-4c9b-bf06-fbadc39ed0bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79ea6ea4-6122-4223-ae2c-7a1635a6be67') {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:46:05.606590 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-67d41eb9-18dc-4ca8-9882-b9ad5d05bd78 admin admin] 10.222.0.38 "PUT /v2.0/routers/4072709a-417d-4e8b-99ec-10e8e46d3430/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3245347 Jun 21 19:46:05.619545 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-9c3ba359-556a-4c9b-bf06-fbadc39ed0bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761649871912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30138826'] for segment, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:05.643394 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-524959a3-3456-4c46-a6a3-91b0eb10c99d None None] Provisioning complete for port 88840f32-8f8a-4264-9163-c9f8e0960def triggered by entity DHCP. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:46:05.643807 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-524959a3-3456-4c46-a6a3-91b0eb10c99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:05.651319 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-9c3ba359-556a-4c9b-bf06-fbadc39ed0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740799'] for segment, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:05.666930 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c3ba359-556a-4c9b-bf06-fbadc39ed0bc admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=104575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 19:46:05.667908 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-9c3ba359-556a-4c9b-bf06-fbadc39ed0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30004082'] for segment, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:05.669851 dv-cinder-792462-15-smb neutron-server[104575]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:46:05.669851 dv-cinder-792462-15-smb neutron-server[104575]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:46:05.669851 dv-cinder-792462-15-smb neutron-server[104575]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:46:05.669851 dv-cinder-792462-15-smb neutron-server[104575]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:46:05.669851 dv-cinder-792462-15-smb neutron-server[104575]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:46:05.669851 dv-cinder-792462-15-smb neutron-server[104575]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:46:05.669851 dv-cinder-792462-15-smb neutron-server[104575]: Traceback (most recent call last): Jun 21 19:46:05.669851 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 19:46:05.669851 dv-cinder-792462-15-smb neutron-server[104575]: timer() Jun 21 19:46:05.669851 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 19:46:05.669851 dv-cinder-792462-15-smb neutron-server[104575]: cb(*args, **kw) Jun 21 19:46:05.669851 dv-cinder-792462-15-smb neutron-server[104575]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 19:46:05.669851 dv-cinder-792462-15-smb neutron-server[104575]: return func(*args, **kwargs) Jun 21 19:46:05.669851 dv-cinder-792462-15-smb neutron-server[104575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 19:46:05.669851 dv-cinder-792462-15-smb neutron-server[104575]: self._notify() Jun 21 19:46:05.669851 dv-cinder-792462-15-smb neutron-server[104575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 19:46:05.669851 dv-cinder-792462-15-smb neutron-server[104575]: self.callback(batched_events) Jun 21 19:46:05.669851 dv-cinder-792462-15-smb neutron-server[104575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 19:46:05.669851 dv-cinder-792462-15-smb neutron-server[104575]: event.method(event) Jun 21 19:46:05.669851 dv-cinder-792462-15-smb neutron-server[104575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 19:46:05.669851 dv-cinder-792462-15-smb neutron-server[104575]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 19:46:05.669851 dv-cinder-792462-15-smb neutron-server[104575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 19:46:05.669851 dv-cinder-792462-15-smb neutron-server[104575]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 19:46:05.669851 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 19:46:05.669851 dv-cinder-792462-15-smb neutron-server[104575]: return f(self, *a, **k) Jun 21 19:46:05.669851 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 19:46:05.669851 dv-cinder-792462-15-smb neutron-server[104575]: return self._get(url).json() Jun 21 19:46:05.669851 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 19:46:05.669851 dv-cinder-792462-15-smb neutron-server[104575]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 19:46:05.669851 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 19:46:05.669851 dv-cinder-792462-15-smb neutron-server[104575]: return self.request(url, 'GET', **kwargs) Jun 21 19:46:05.669851 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 19:46:05.669851 dv-cinder-792462-15-smb neutron-server[104575]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 19:46:05.669851 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 19:46:05.669851 dv-cinder-792462-15-smb neutron-server[104575]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 19:46:05.669851 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 19:46:05.669851 dv-cinder-792462-15-smb neutron-server[104575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 19:46:05.669851 dv-cinder-792462-15-smb neutron-server[104575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 19:46:05.699200 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device 92ab2d58-78f5-4901-9ce2-71dff5b896fb no longer exists at agent hyperv_hv-cinder-79246 {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 19:46:05.703918 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-6de4f2d5-3f5b-4aa4-819b-65bddf055d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:05.726238 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-524959a3-3456-4c46-a6a3-91b0eb10c99d None None] Port 88840f32-8f8a-4264-9163-c9f8e0960def cannot update to ACTIVE because it is not bound. {{(pid=104577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 19:46:05.729225 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] No Port match for: 92ab2d58-78f5-4901-9ce2-71dff5b896fb {{(pid=104577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 19:46:05.729976 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device 92ab2d58-78f5-4901-9ce2-71dff5b896fb not bound to the agent host hv-cinder-79246 {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 19:46:05.795169 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-9c3ba359-556a-4c9b-bf06-fbadc39ed0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33202238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33078149'] for network, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:05.801366 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:05.805200 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-9c3ba359-556a-4c9b-bf06-fbadc39ed0bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for network, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:05.808081 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-9c3ba359-556a-4c9b-bf06-fbadc39ed0bc admin admin] 10.222.0.38 "DELETE /v2.0/networks/b8c61fcc-c4c3-4872-8556-59affedd8dad HTTP/1.1" status: 204 len: 168 time: 0.6247623 Jun 21 19:46:05.831300 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ba359-556a-4c9b-bf06-fbadc39ed0bc admin admin] Pushing event deleted for resources: {'Network': ['ID=b8c61fcc-c4c3-4872-8556-59affedd8dad,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:05.842178 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-9c3ba359-556a-4c9b-bf06-fbadc39ed0bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:05.866160 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device 9f1ed709-539d-492d-85a2-02ea9cd29125 up at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:46:05.912793 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-6de4f2d5-3f5b-4aa4-819b-65bddf055d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:05.921497 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-6de4f2d5-3f5b-4aa4-819b-65bddf055d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:05.925242 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-b2f9b919-db0b-4e43-b06b-4493a96fd131 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:05.944343 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning complete for port 9f1ed709-539d-492d-85a2-02ea9cd29125 triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:46:05.944975 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:05.986457 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-6de4f2d5-3f5b-4aa4-819b-65bddf055d2d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=60a5a2b08fd743f8ad64d9b92879d614&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4960980 Jun 21 19:46:05.989046 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 42258) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:46:05.989183 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de4f2d5-3f5b-4aa4-819b-65bddf055d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403ef54d-1ffa-453c-a69e-7503bb1dea99,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:05.997582 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-6de4f2d5-3f5b-4aa4-819b-65bddf055d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:06.000679 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-42de2df7-e83b-4cb7-9b47-4d153e7d24d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:06.041365 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 42260) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:46:06.063257 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device cb7ca0e4-25c5-4b48-bee5-e1c0b8bc22d7 up at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:46:06.083943 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-8a47dc5f-9f6a-4877-a64a-18e02a858e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:06.124681 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-8a47dc5f-9f6a-4877-a64a-18e02a858e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:06.124954 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-d46a3744-df5c-47b5-82fe-bb50dde0a865 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8b5695a498f64147a2657a531899f0a2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0794766 Jun 21 19:46:06.125997 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 42262) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:46:06.130814 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning complete for port cb7ca0e4-25c5-4b48-bee5-e1c0b8bc22d7 triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:46:06.132722 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:06.202135 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-fe9ea952-1117-482d-8fd0-38e8f49e61c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:06.237268 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-8a47dc5f-9f6a-4877-a64a-18e02a858e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:06.241603 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-fe9ea952-1117-482d-8fd0-38e8f49e61c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:06.242638 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-8a47dc5f-9f6a-4877-a64a-18e02a858e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:06.244885 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-8a47dc5f-9f6a-4877-a64a-18e02a858e90 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/403ef54d-1ffa-453c-a69e-7503bb1dea99 HTTP/1.1" status: 204 len: 168 time: 0.2547264 Jun 21 19:46:06.245995 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-36ed3528-903a-4537-b2a2-ddd6e1a803b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:06.260696 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a47dc5f-9f6a-4877-a64a-18e02a858e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403ef54d-1ffa-453c-a69e-7503bb1dea99,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:06.273481 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-8a47dc5f-9f6a-4877-a64a-18e02a858e90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:06.286345 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device 3144fd92-1408-4dab-ab3f-2c650595d098 up at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:46:06.374961 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-fe9ea952-1117-482d-8fd0-38e8f49e61c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:06.378146 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-fe9ea952-1117-482d-8fd0-38e8f49e61c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:06.379269 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-fe9ea952-1117-482d-8fd0-38e8f49e61c5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/66ff75a3-db6c-4e1d-9736-3dfd7054a3b4 HTTP/1.1" status: 204 len: 168 time: 0.2516506 Jun 21 19:46:06.380001 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-18894af1-585e-40d1-aa8c-b29e8c2fa1ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:06.390042 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9ea952-1117-482d-8fd0-38e8f49e61c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ff75a3-db6c-4e1d-9736-3dfd7054a3b4,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:06.393438 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-fe9ea952-1117-482d-8fd0-38e8f49e61c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:06.398460 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning for port 3144fd92-1408-4dab-ab3f-2c650595d098 completed by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:46:06.403105 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning complete for port 3144fd92-1408-4dab-ab3f-2c650595d098 triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:46:06.403493 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:06.589823 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:06.626503 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] For port 3144fd92-1408-4dab-ab3f-2c650595d098, host dv-cinder-792462-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=3144fd92-1408-4dab-ab3f-2c650595d098,segment=NetworkSegment(9e55d9b0-2d6a-4ec9-a110-693459193d1d),segment_id=9e55d9b0-2d6a-4ec9-a110-693459193d1d)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:46:06.635201 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:06.640295 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:06.659015 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 42296) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:46:06.718198 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Pushing event updated for resources: {'Port': ['ID=3144fd92-1408-4dab-ab3f-2c650595d098,revision_number=4']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:06.725492 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:06.775403 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d40ee-e475-4337-a7b8-55e0004f06ac req-b1026efc-c150-47d4-9186-171e4aab75c9 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:06.778263 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-d61d40ee-e475-4337-a7b8-55e0004f06ac req-b1026efc-c150-47d4-9186-171e4aab75c9 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.1105907 Jun 21 19:46:06.877571 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-d61d40ee-e475-4337-a7b8-55e0004f06ac req-03e84e69-1c6b-40fb-87ad-6e7e408b6fad tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903897 Jun 21 19:46:07.100164 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-91314108-2ca7-4714-b895-28d91eed2592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:07.234981 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-91314108-2ca7-4714-b895-28d91eed2592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:07.243206 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-91314108-2ca7-4714-b895-28d91eed2592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:07.246674 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-961ea9c2-86b8-4d11-a0d6-076fb665e99c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:07.299297 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-91314108-2ca7-4714-b895-28d91eed2592 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2192fd10fb394171949ee1a875009e35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6386290 Jun 21 19:46:07.300402 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91314108-2ca7-4714-b895-28d91eed2592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa45822-c147-4475-889d-da44d0e5220a,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:07.303141 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 42330) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:46:07.331365 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-91314108-2ca7-4714-b895-28d91eed2592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:07.401525 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-f0f5a88e-95fe-48e0-9d53-92a220f02cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:07.427705 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb9d51-bf97-4609-ad57-65b8e5c6c95b req-7f5ac02f-4042-4f11-b011-0012f8be1d54 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:07.430829 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-bfeb9d51-bf97-4609-ad57-65b8e5c6c95b req-7f5ac02f-4042-4f11-b011-0012f8be1d54 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 945 time: 0.1886609 Jun 21 19:46:07.442065 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504c1615-2a7a-4d42-8bfc-8a40973ba2b3 None None] Sync routers for ids ['4072709a-417d-4e8b-99ec-10e8e46d3430'] in dv-cinder-792462-15-smb {{(pid=104577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 19:46:07.451265 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-f0f5a88e-95fe-48e0-9d53-92a220f02cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:07.462330 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504c1615-2a7a-4d42-8bfc-8a40973ba2b3 None None] Routers {'4072709a-417d-4e8b-99ec-10e8e46d3430'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:46:07.462896 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-504c1615-2a7a-4d42-8bfc-8a40973ba2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:46:03Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['4072709a-417d-4e8b-99ec-10e8e46d3430'], 'active': True} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:46:07.531046 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-f0f5a88e-95fe-48e0-9d53-92a220f02cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:07.535236 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-f0f5a88e-95fe-48e0-9d53-92a220f02cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:07.537644 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-f0f5a88e-95fe-48e0-9d53-92a220f02cb0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ffa45822-c147-4475-889d-da44d0e5220a HTTP/1.1" status: 204 len: 168 time: 0.2328851 Jun 21 19:46:07.539302 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:07.548381 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-bfeb9d51-bf97-4609-ad57-65b8e5c6c95b req-786d2cfa-260c-442f-8989-b08deaf7bb33 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119213 Jun 21 19:46:07.559384 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f5a88e-95fe-48e0-9d53-92a220f02cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa45822-c147-4475-889d-da44d0e5220a,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:07.591064 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-f0f5a88e-95fe-48e0-9d53-92a220f02cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:07.678588 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvr_db [None req-504c1615-2a7a-4d42-8bfc-8a40973ba2b3 None None] Set router 4072709a-417d-4e8b-99ec-10e8e46d3430 gateway port host: dv-cinder-792462-15-smb {{(pid=104577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:46:07.764286 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device 3144fd92-1408-4dab-ab3f-2c650595d098 up at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:46:07.892052 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning complete for port 3144fd92-1408-4dab-ab3f-2c650595d098 triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:46:07.892744 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:08.014028 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-504c1615-2a7a-4d42-8bfc-8a40973ba2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4072709a-417d-4e8b-99ec-10e8e46d3430', 'name': 'tempest-TestMinimumBasicScenario-1605135086-router', 'tenant_id': '29cdef9969ec4907a5d641941b42768e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.74'}], 'enable_snat': True}, 'gw_port_id': '3144fd92-1408-4dab-ab3f-2c650595d098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:45:59Z', 'updated_at': '2021-06-21T19:46:04Z', 'revision_number': 4, 'project_id': '29cdef9969ec4907a5d641941b42768e', 'gw_port': {'id': '3144fd92-1408-4dab-ab3f-2c650595d098', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4072709a-417d-4e8b-99ec-10e8e46d3430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:46:00Z', 'updated_at': '2021-06-21T19:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_interfaces': [{'id': '88840f32-8f8a-4264-9163-c9f8e0960def', 'name': '', 'network_id': '8626676b-e142-457f-b056-783dd96ba3c7', 'tenant_id': '29cdef9969ec4907a5d641941b42768e', 'mac_address': 'fa:16:3e:8f:a0:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4072709a-417d-4e8b-99ec-10e8e46d3430', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '60644266-b355-4d2e-89a2-0c4ce9a5e096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:46:03Z', 'updated_at': '2021-06-21T19:46:04Z', 'revision_number': 2, 'project_id': '29cdef9969ec4907a5d641941b42768e', 'subnets': [{'id': '60644266-b355-4d2e-89a2-0c4ce9a5e096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:46:08.051547 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504c1615-2a7a-4d42-8bfc-8a40973ba2b3 None None] Checking router: 4072709a-417d-4e8b-99ec-10e8e46d3430 for host: dv-cinder-792462-15-smb {{(pid=104577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 19:46:08.051916 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504c1615-2a7a-4d42-8bfc-8a40973ba2b3 None None] Updating router 4072709a-417d-4e8b-99ec-10e8e46d3430 port 88840f32-8f8a-4264-9163-c9f8e0960def binding host dv-cinder-792462-15-smb {{(pid=104577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 19:46:08.103374 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-504c1615-2a7a-4d42-8bfc-8a40973ba2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:08.359448 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880d0ee3-af2a-49bb-a2f0-8e2d85675436 req-36310d7d-0b33-4200-b2a9-3a6234f1b459 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:08.366370 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 42376) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:46:08.377748 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-880d0ee3-af2a-49bb-a2f0-8e2d85675436 req-36310d7d-0b33-4200-b2a9-3a6234f1b459 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.1874688 Jun 21 19:46:08.511581 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-880d0ee3-af2a-49bb-a2f0-8e2d85675436 req-1cf0e7ad-2d0d-4b95-9c2b-f9db14ebd855 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314788 Jun 21 19:46:08.649748 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-504c1615-2a7a-4d42-8bfc-8a40973ba2b3 None None] Notify callbacks [] for port, precommit_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:08.663996 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-504c1615-2a7a-4d42-8bfc-8a40973ba2b3 None None] Transition to ACTIVE for port object 88840f32-8f8a-4264-9163-c9f8e0960def will not be triggered until provisioned by entity L2. {{(pid=104577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:46:08.682494 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-504c1615-2a7a-4d42-8bfc-8a40973ba2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:08.692514 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:08.806455 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.v2.base [None req-b7f21274-9164-4af7-846d-84b41aa3a323 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-132478744-network', 'tenant_id': '1c004a51ec044288ae4844a6042b0f32'}} {{(pid=104576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:46:08.883189 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f21274-9164-4af7-846d-84b41aa3a323 admin admin] Made reservation on behalf of 1c004a51ec044288ae4844a6042b0f32 for: {'network': 1} {{(pid=104576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:46:08.886433 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-b7f21274-9164-4af7-846d-84b41aa3a323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for network, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:08.922797 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-b7f21274-9164-4af7-846d-84b41aa3a323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:08.959235 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f1201-84ce-44bb-bcc7-e2fe3284ff1e None None] Pushing event updated for resources: {'Port': ['ID=88840f32-8f8a-4264-9163-c9f8e0960def,revision_number=3']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:08.967387 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-f57f1201-84ce-44bb-bcc7-e2fe3284ff1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:09.042526 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1bf3e-f9f9-4a33-af18-62f2bf49cada req-c9752e1d-1634-4444-b138-856d0fe797ad tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:09.044895 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-ecb1bf3e-f9f9-4a33-af18-62f2bf49cada req-c9752e1d-1634-4444-b138-856d0fe797ad tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 945 time: 0.1542444 Jun 21 19:46:09.073543 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.managers [None req-504c1615-2a7a-4d42-8bfc-8a40973ba2b3 None None] Attempting to bind port 88840f32-8f8a-4264-9163-c9f8e0960def on host dv-cinder-792462-15-smb for vnic_type normal with profile {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:46:09.076326 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.managers [None req-504c1615-2a7a-4d42-8bfc-8a40973ba2b3 None None] Attempting to bind port 88840f32-8f8a-4264-9163-c9f8e0960def by drivers openvswitch,hyperv on host dv-cinder-792462-15-smb at level 0 using segments [{'id': '10677d95-ac5b-4d10-a560-c75be4b99e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8626676b-e142-457f-b056-783dd96ba3c7'}] {{(pid=104577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:46:09.076326 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504c1615-2a7a-4d42-8bfc-8a40973ba2b3 None None] Attempting to bind port 88840f32-8f8a-4264-9163-c9f8e0960def on network 8626676b-e142-457f-b056-783dd96ba3c7 {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:46:09.099295 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504c1615-2a7a-4d42-8bfc-8a40973ba2b3 None None] Checking agent: {'id': '8d444399-5de6-4d79-83a5-d4f9d95bef37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 36, 33), 'started_at': datetime.datetime(2021, 6, 21, 19, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:46:09.100240 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504c1615-2a7a-4d42-8bfc-8a40973ba2b3 None None] Checking segment: {'id': '10677d95-ac5b-4d10-a560-c75be4b99e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8626676b-e142-457f-b056-783dd96ba3c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:46:09.101795 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-504c1615-2a7a-4d42-8bfc-8a40973ba2b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:09.102553 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504c1615-2a7a-4d42-8bfc-8a40973ba2b3 None None] Bound using segment: {'id': '10677d95-ac5b-4d10-a560-c75be4b99e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8626676b-e142-457f-b056-783dd96ba3c7'} {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:46:09.104081 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.managers [None req-504c1615-2a7a-4d42-8bfc-8a40973ba2b3 None None] Bound port: 88840f32-8f8a-4264-9163-c9f8e0960def, host: dv-cinder-792462-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10677d95-ac5b-4d10-a560-c75be4b99e04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '8626676b-e142-457f-b056-783dd96ba3c7'}}] {{(pid=104577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:46:09.104616 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-504c1615-2a7a-4d42-8bfc-8a40973ba2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:09.132252 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-b7f21274-9164-4af7-846d-84b41aa3a323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:09.148620 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-b7f21274-9164-4af7-846d-84b41aa3a323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:09.153241 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-866b8145-f561-4298-9ad7-8bd32de300b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:09.167923 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-ecb1bf3e-f9f9-4a33-af18-62f2bf49cada req-e6e0b7d1-91fb-4e9d-a44d-50c96078f360 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136587 Jun 21 19:46:09.231106 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f21274-9164-4af7-846d-84b41aa3a323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976b2aa1-f36b-47f5-8985-27c4a5c1e6f7,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:09.242804 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-b7f21274-9164-4af7-846d-84b41aa3a323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:09.276767 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f21274-9164-4af7-846d-84b41aa3a323 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=104576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 19:46:09.292569 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-b7f21274-9164-4af7-846d-84b41aa3a323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740799'] for segment, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:09.293086 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.db.segments_db [None req-b7f21274-9164-4af7-846d-84b41aa3a323 admin admin] Added segment b2609d98-de7e-448e-8715-7147b155efba of type vlan for network bb140263-9c07-4d2c-8b7c-157252b839ff Jun 21 19:46:09.329473 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-504c1615-2a7a-4d42-8bfc-8a40973ba2b3 None None] For port 88840f32-8f8a-4264-9163-c9f8e0960def, host dv-cinder-792462-15-smb, cleared binding levels {{(pid=104577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:46:09.339021 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-504c1615-2a7a-4d42-8bfc-8a40973ba2b3 None None] For port 88840f32-8f8a-4264-9163-c9f8e0960def, host dv-cinder-792462-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=88840f32-8f8a-4264-9163-c9f8e0960def,segment=NetworkSegment(10677d95-ac5b-4d10-a560-c75be4b99e04),segment_id=10677d95-ac5b-4d10-a560-c75be4b99e04)] {{(pid=104577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:46:09.352738 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-504c1615-2a7a-4d42-8bfc-8a40973ba2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:09.357535 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-59c3df5b-5429-4a4f-b660-0b4e747bfef4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:09.361227 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-b7f21274-9164-4af7-846d-84b41aa3a323 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761649351873'] for network, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:09.399759 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-b7f21274-9164-4af7-846d-84b41aa3a323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33202238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553'] for network, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:09.401569 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f21274-9164-4af7-846d-84b41aa3a323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:09.403648 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-b7f21274-9164-4af7-846d-84b41aa3a323 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for network, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:09.409136 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:09.468775 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 42406) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:46:09.478723 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504c1615-2a7a-4d42-8bfc-8a40973ba2b3 None None] Routers {'4072709a-417d-4e8b-99ec-10e8e46d3430'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:46:09.479493 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-504c1615-2a7a-4d42-8bfc-8a40973ba2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:46:03Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['4072709a-417d-4e8b-99ec-10e8e46d3430'], 'active': True} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:46:09.514783 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-b7f21274-9164-4af7-846d-84b41aa3a323 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1460769 Jun 21 19:46:09.517775 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 42410) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:46:09.524895 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [None req-8ffd610a-31cb-43fe-b1a3-a2cc59aab49a admin admin] Request body: {'subnet': {'network_id': 'bb140263-9c07-4d2c-8b7c-157252b839ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-132478744-subnet', 'tenant_id': '1c004a51ec044288ae4844a6042b0f32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:46:09.550143 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f21274-9164-4af7-846d-84b41aa3a323 admin admin] Pushing event updated for resources: {'Network': ['ID=bb140263-9c07-4d2c-8b7c-157252b839ff,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:09.560428 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-b7f21274-9164-4af7-846d-84b41aa3a323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:09.609276 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ffd610a-31cb-43fe-b1a3-a2cc59aab49a admin admin] Made reservation on behalf of 1c004a51ec044288ae4844a6042b0f32 for: {'subnet': 1} {{(pid=104575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:46:09.614208 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-8ffd610a-31cb-43fe-b1a3-a2cc59aab49a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29561106'] for subnet, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:09.840719 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvr_db [None req-504c1615-2a7a-4d42-8bfc-8a40973ba2b3 None None] Set router 4072709a-417d-4e8b-99ec-10e8e46d3430 gateway port host: dv-cinder-792462-15-smb {{(pid=104577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:46:09.933038 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18707c4a-53ec-4ee8-8fef-f169639f4b7f req-dabdb49e-634e-401b-b7ee-bbbd4472ad27 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:09.942719 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-18707c4a-53ec-4ee8-8fef-f169639f4b7f req-dabdb49e-634e-401b-b7ee-bbbd4472ad27 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.1503899 Jun 21 19:46:09.963385 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Network bb140263-9c07-4d2c-8b7c-157252b839ff details requested by agent ovs-agent-dv-cinder-792462-15-smb with host dv-cinder-792462-15-smb {{(pid=104577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 19:46:10.029394 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [None req-e5040728-be52-41c9-889c-8391b5109d02 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-951043447-network', 'tenant_id': '7d038946e22a4a039bc4d65b7cf25809'}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:46:10.036041 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-8ffd610a-31cb-43fe-b1a3-a2cc59aab49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30138648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29561088'] for subnet, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:10.046734 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:10.086270 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-18707c4a-53ec-4ee8-8fef-f169639f4b7f req-da15e9d4-7b8d-444b-907e-0de90d067098 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418769 Jun 21 19:46:10.095766 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f1201-84ce-44bb-bcc7-e2fe3284ff1e None None] Pushing event updated for resources: {'Port': ['ID=88840f32-8f8a-4264-9163-c9f8e0960def,revision_number=4']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:10.098973 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffd610a-31cb-43fe-b1a3-a2cc59aab49a admin admin] Pushing event updated for resources: {'Subnet': ['ID=35cc38b2-325b-4124-b72d-79e7efa2e554,revision_number=0']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:10.106793 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-8ffd610a-31cb-43fe-b1a3-a2cc59aab49a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:10.143193 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffd610a-31cb-43fe-b1a3-a2cc59aab49a admin admin] Checking segment: {'id': 'b2609d98-de7e-448e-8715-7147b155efba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'bb140263-9c07-4d2c-8b7c-157252b839ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:46:10.143583 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffd610a-31cb-43fe-b1a3-a2cc59aab49a admin admin] Network hostable DHCP agents. Network: bb140263-9c07-4d2c-8b7c-157252b839ff, hostable agents: ['a15a033b-c070-47da-bf4d-e41793740fb3'], hosted agents: [] {{(pid=104575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 19:46:10.152136 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57f1201-84ce-44bb-bcc7-e2fe3284ff1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:46:10.152289 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5040728-be52-41c9-889c-8391b5109d02 admin admin] Made reservation on behalf of 7d038946e22a4a039bc4d65b7cf25809 for: {'network': 1} {{(pid=104575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:46:10.152476 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57f1201-84ce-44bb-bcc7-e2fe3284ff1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:46:10.152816 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57f1201-84ce-44bb-bcc7-e2fe3284ff1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:46:10.153147 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57f1201-84ce-44bb-bcc7-e2fe3284ff1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:46:10.153474 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57f1201-84ce-44bb-bcc7-e2fe3284ff1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:46:10.153841 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57f1201-84ce-44bb-bcc7-e2fe3284ff1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:46:10.154167 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57f1201-84ce-44bb-bcc7-e2fe3284ff1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:46:10.154487 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57f1201-84ce-44bb-bcc7-e2fe3284ff1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:46:10.154667 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e5040728-be52-41c9-889c-8391b5109d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for network, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:10.154825 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57f1201-84ce-44bb-bcc7-e2fe3284ff1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:46:10.155317 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57f1201-84ce-44bb-bcc7-e2fe3284ff1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:46:10.155435 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57f1201-84ce-44bb-bcc7-e2fe3284ff1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:46:10.155758 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57f1201-84ce-44bb-bcc7-e2fe3284ff1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:46:10.162236 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-f57f1201-84ce-44bb-bcc7-e2fe3284ff1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.807s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:10.168770 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e5040728-be52-41c9-889c-8391b5109d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:10.179020 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffd610a-31cb-43fe-b1a3-a2cc59aab49a admin admin] Network bb140263-9c07-4d2c-8b7c-157252b839ff is scheduled to be hosted by DHCP agent a15a033b-c070-47da-bf4d-e41793740fb3 with binding_index 1 {{(pid=104575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 19:46:10.257331 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.base_scheduler [None req-8ffd610a-31cb-43fe-b1a3-a2cc59aab49a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-15-smb, bb140263-9c07-4d2c-8b7c-157252b839ff) {{(pid=104575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:46:10.276271 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d05fd2-b35c-4926-b536-c903a5819985 None None] Network bb140263-9c07-4d2c-8b7c-157252b839ff requested from dv-cinder-792462-15-smb {{(pid=104577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:46:10.278199 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ffd610a-31cb-43fe-b1a3-a2cc59aab49a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:10.278874 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-8ffd610a-31cb-43fe-b1a3-a2cc59aab49a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for subnet, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:10.401465 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-504c1615-2a7a-4d42-8bfc-8a40973ba2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4072709a-417d-4e8b-99ec-10e8e46d3430', 'name': 'tempest-TestMinimumBasicScenario-1605135086-router', 'tenant_id': '29cdef9969ec4907a5d641941b42768e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.74'}], 'enable_snat': True}, 'gw_port_id': '3144fd92-1408-4dab-ab3f-2c650595d098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:45:59Z', 'updated_at': '2021-06-21T19:46:04Z', 'revision_number': 4, 'project_id': '29cdef9969ec4907a5d641941b42768e', 'gw_port': {'id': '3144fd92-1408-4dab-ab3f-2c650595d098', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4072709a-417d-4e8b-99ec-10e8e46d3430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:46:00Z', 'updated_at': '2021-06-21T19:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_interfaces': [{'id': '88840f32-8f8a-4264-9163-c9f8e0960def', 'name': '', 'network_id': '8626676b-e142-457f-b056-783dd96ba3c7', 'tenant_id': '29cdef9969ec4907a5d641941b42768e', 'mac_address': 'fa:16:3e:8f:a0:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4072709a-417d-4e8b-99ec-10e8e46d3430', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '60644266-b355-4d2e-89a2-0c4ce9a5e096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:46:03Z', 'updated_at': '2021-06-21T19:46:09Z', 'revision_number': 4, 'project_id': '29cdef9969ec4907a5d641941b42768e', 'subnets': [{'id': '60644266-b355-4d2e-89a2-0c4ce9a5e096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:46:10.401890 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e5040728-be52-41c9-889c-8391b5109d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:10.424794 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e5040728-be52-41c9-889c-8391b5109d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:10.430063 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-1a482a30-b245-40e6-86cf-3dfe979168ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:10.445178 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504c1615-2a7a-4d42-8bfc-8a40973ba2b3 None None] The sync data for ids ['4072709a-417d-4e8b-99ec-10e8e46d3430'] in dv-cinder-792462-15-smb is: [{'id': '4072709a-417d-4e8b-99ec-10e8e46d3430', 'name': 'tempest-TestMinimumBasicScenario-1605135086-router', 'tenant_id': '29cdef9969ec4907a5d641941b42768e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.74'}], 'enable_snat': True}, 'gw_port_id': '3144fd92-1408-4dab-ab3f-2c650595d098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:45:59Z', 'updated_at': '2021-06-21T19:46:04Z', 'revision_number': 4, 'project_id': '29cdef9969ec4907a5d641941b42768e', 'gw_port': {'id': '3144fd92-1408-4dab-ab3f-2c650595d098', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4072709a-417d-4e8b-99ec-10e8e46d3430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:46:00Z', 'updated_at': '2021-06-21T19:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_interfaces': [{'id': '88840f32-8f8a-4264-9163-c9f8e0960def', 'name': '', 'network_id': '8626676b-e142-457f-b056-783dd96ba3c7', 'tenant_id': '29cdef9969ec4907a5d641941b42768e', 'mac_address': 'fa:16:3e:8f:a0:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4072709a-417d-4e8b-99ec-10e8e46d3430', 'device_owner': 'network:router_interface', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '60644266-b355-4d2e-89a2-0c4ce9a5e096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:46:03Z', 'updated_at': '2021-06-21T19:46:09Z', 'revision_number': 4, 'project_id': '29cdef9969ec4907a5d641941b42768e', 'subnets': [{'id': '60644266-b355-4d2e-89a2-0c4ce9a5e096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 19:46:10.464374 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-8ffd610a-31cb-43fe-b1a3-a2cc59aab49a admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9449010 Jun 21 19:46:10.569604 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9c97e0-212f-4481-a201-f0343070f937 None None] Network bb140263-9c07-4d2c-8b7c-157252b839ff requested from dv-cinder-792462-15-smb {{(pid=104577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:46:10.579763 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5040728-be52-41c9-889c-8391b5109d02 admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=104575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 19:46:10.600941 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5040728-be52-41c9-889c-8391b5109d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef4d1ad-d33e-4fca-853a-0911afb3972f,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:10.615845 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-e5040728-be52-41c9-889c-8391b5109d02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:10.632786 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e5040728-be52-41c9-889c-8391b5109d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740799'] for segment, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:10.633464 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.db.segments_db [None req-e5040728-be52-41c9-889c-8391b5109d02 admin admin] Added segment 01680dc6-c913-4da3-9332-617721ba6b6f of type vlan for network 0f9d9530-e1a8-407d-9ee9-f77d68ba41e8 Jun 21 19:46:10.723470 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0e7331-a854-4314-9381-75681ac18b41 req-d1f5fc16-c471-438a-9405-59c213c2ac99 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:10.732649 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-fc0e7331-a854-4314-9381-75681ac18b41 req-d1f5fc16-c471-438a-9405-59c213c2ac99 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 945 time: 0.2664473 Jun 21 19:46:10.768000 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e5040728-be52-41c9-889c-8391b5109d02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761649351873'] for network, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:10.774021 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 42440) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:46:10.834945 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-fc0e7331-a854-4314-9381-75681ac18b41 req-7607f3fa-f1cd-40bf-93ee-c9aa3557bd76 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011114 Jun 21 19:46:10.855976 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e5040728-be52-41c9-889c-8391b5109d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33202238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553'] for network, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:10.858155 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5040728-be52-41c9-889c-8391b5109d02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:10.860480 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e5040728-be52-41c9-889c-8391b5109d02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for network, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:10.873787 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:10.979898 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5040728-be52-41c9-889c-8391b5109d02 admin admin] Pushing event updated for resources: {'Network': ['ID=0f9d9530-e1a8-407d-9ee9-f77d68ba41e8,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:10.983045 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-e5040728-be52-41c9-889c-8391b5109d02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:10.995579 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Network 0f9d9530-e1a8-407d-9ee9-f77d68ba41e8 details requested by agent ovs-agent-dv-cinder-792462-15-smb with host dv-cinder-792462-15-smb {{(pid=104577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 19:46:10.998120 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-e5040728-be52-41c9-889c-8391b5109d02 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5275545 Jun 21 19:46:11.000921 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 42448) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:46:11.010591 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [None req-801fa7e3-90bc-4bb9-ba60-0ee2573ec89b admin admin] Request body: {'subnet': {'network_id': '0f9d9530-e1a8-407d-9ee9-f77d68ba41e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-951043447-subnet', 'tenant_id': '7d038946e22a4a039bc4d65b7cf25809', 'ip_version': 4}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:46:11.048536 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801fa7e3-90bc-4bb9-ba60-0ee2573ec89b admin admin] Made reservation on behalf of 7d038946e22a4a039bc4d65b7cf25809 for: {'subnet': 1} {{(pid=104575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:46:11.055286 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-04bd5420-44c5-456f-bc93-020b3a646c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:11.057131 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-801fa7e3-90bc-4bb9-ba60-0ee2573ec89b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29561106'] for subnet, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:11.196094 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-04bd5420-44c5-456f-bc93-020b3a646c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:11.209655 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-04bd5420-44c5-456f-bc93-020b3a646c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:11.212438 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-9a8d68c8-0a25-498b-891a-60b6dde26974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:11.315080 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-04bd5420-44c5-456f-bc93-020b3a646c27 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a57d6376123b4034a81af06991679d4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5393708 Jun 21 19:46:11.315730 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 42452) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:46:11.349965 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bd5420-44c5-456f-bc93-020b3a646c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49414e94-9e97-4e3b-96f4-b9a54995eb1f,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:11.383756 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-04bd5420-44c5-456f-bc93-020b3a646c27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:11.519136 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-dc90125f-2f9f-4725-a060-5cd6fd5e4fcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:11.586063 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-dc90125f-2f9f-4725-a060-5cd6fd5e4fcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:11.589007 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-801fa7e3-90bc-4bb9-ba60-0ee2573ec89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30138648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29561088'] for subnet, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:11.594654 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:11.679833 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801fa7e3-90bc-4bb9-ba60-0ee2573ec89b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdf61b56-f8b4-457a-8e16-21ee84ffaed4,revision_number=0']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:11.684859 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-801fa7e3-90bc-4bb9-ba60-0ee2573ec89b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:11.718158 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5266e-b5db-44c5-992a-2170be880d46 req-dfae12c8-8755-4288-8648-4c7aa3360c46 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:11.732153 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-dc90125f-2f9f-4725-a060-5cd6fd5e4fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:11.736544 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-dc90125f-2f9f-4725-a060-5cd6fd5e4fcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:11.741006 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-dc90125f-2f9f-4725-a060-5cd6fd5e4fcc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/49414e94-9e97-4e3b-96f4-b9a54995eb1f HTTP/1.1" status: 204 len: 168 time: 0.4139419 Jun 21 19:46:11.742794 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-461ad0a3-a06f-424e-bb7f-9e1e2129e648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:11.752947 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90125f-2f9f-4725-a060-5cd6fd5e4fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49414e94-9e97-4e3b-96f4-b9a54995eb1f,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:11.763476 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-dc90125f-2f9f-4725-a060-5cd6fd5e4fcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:11.763726 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-e8b5266e-b5db-44c5-992a-2170be880d46 req-dfae12c8-8755-4288-8648-4c7aa3360c46 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.3559604 Jun 21 19:46:11.798850 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801fa7e3-90bc-4bb9-ba60-0ee2573ec89b admin admin] Checking segment: {'id': '01680dc6-c913-4da3-9332-617721ba6b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0f9d9530-e1a8-407d-9ee9-f77d68ba41e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:46:11.799609 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801fa7e3-90bc-4bb9-ba60-0ee2573ec89b admin admin] Network hostable DHCP agents. Network: 0f9d9530-e1a8-407d-9ee9-f77d68ba41e8, hostable agents: ['a15a033b-c070-47da-bf4d-e41793740fb3'], hosted agents: [] {{(pid=104575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 19:46:11.833193 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device 88840f32-8f8a-4264-9163-c9f8e0960def up at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:46:11.875573 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87143f9c-c7a3-4ad9-8150-a75dacddf45a req-cc785638-13dc-47ef-ac5d-55b93e9341ea tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:11.883586 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-87143f9c-c7a3-4ad9-8150-a75dacddf45a req-cc785638-13dc-47ef-ac5d-55b93e9341ea tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?device_id=f530946a-70ad-452d-96b7-18d2468e33a9 HTTP/1.1" status: 200 len: 946 time: 0.1185043 Jun 21 19:46:11.896852 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-e8b5266e-b5db-44c5-992a-2170be880d46 req-5aff1b53-308a-44de-8611-87f64fdfef09 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321642 Jun 21 19:46:11.931245 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801fa7e3-90bc-4bb9-ba60-0ee2573ec89b admin admin] Network 0f9d9530-e1a8-407d-9ee9-f77d68ba41e8 is scheduled to be hosted by DHCP agent a15a033b-c070-47da-bf4d-e41793740fb3 with binding_index 1 {{(pid=104575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 19:46:11.949909 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-87143f9c-c7a3-4ad9-8150-a75dacddf45a req-dd3c395d-2989-47ee-8c33-3ff8a059aeb5 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f34aa6c-b29c-41d3-870f-60686f70e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637321 Jun 21 19:46:11.950434 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.base_scheduler [None req-801fa7e3-90bc-4bb9-ba60-0ee2573ec89b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-15-smb, 0f9d9530-e1a8-407d-9ee9-f77d68ba41e8) {{(pid=104575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:46:11.955990 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801fa7e3-90bc-4bb9-ba60-0ee2573ec89b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:11.956859 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-801fa7e3-90bc-4bb9-ba60-0ee2573ec89b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for subnet, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:11.964574 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47888cf4-da36-41f9-8d6d-c7558ee70b1f None None] Network 0f9d9530-e1a8-407d-9ee9-f77d68ba41e8 requested from dv-cinder-792462-15-smb {{(pid=104577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:46:11.995044 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-801fa7e3-90bc-4bb9-ba60-0ee2573ec89b admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9902399 Jun 21 19:46:11.995874 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 42464) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:46:12.000982 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.v2.base [None req-83e630e2-ad6a-4483-9f11-d964a816d65e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-951043447-router', 'tenant_id': '7d038946e22a4a039bc4d65b7cf25809', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143'}}} {{(pid=104576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:46:12.037262 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-83e630e2-ad6a-4483-9f11-d964a816d65e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33081490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-542'] for router, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:12.039262 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-83e630e2-ad6a-4483-9f11-d964a816d65e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33081583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33076897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33284051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-615'] for router, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:12.061370 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning for port 88840f32-8f8a-4264-9163-c9f8e0960def completed by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:46:12.078743 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning complete for port 88840f32-8f8a-4264-9163-c9f8e0960def triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:46:12.079491 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:12.114825 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-83e630e2-ad6a-4483-9f11-d964a816d65e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:12.249502 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e683ed02-e080-4929-871f-6a80adaa7404 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d676ff1-0166-5ff7-86db-f90a5ccf99a7-0f9d9530-e1a8-407d-9ee9-f77d68ba41e8', 'network_id': '0f9d9530-e1a8-407d-9ee9-f77d68ba41e8', 'tenant_id': '7d038946e22a4a039bc4d65b7cf25809', 'fixed_ips': [{'subnet_id': 'fdf61b56-f8b4-457a-8e16-21ee84ffaed4'}]}} from dv-cinder-792462-15-smb. {{(pid=104577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 19:46:12.250882 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-e683ed02-e080-4929-871f-6a80adaa7404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for port, before_create {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:12.380761 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035666a4-f117-4c74-9154-965b65339d76 req-22516bf1-77da-45c8-99b9-6db0addfc90b tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:12.394928 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-035666a4-f117-4c74-9154-965b65339d76 req-22516bf1-77da-45c8-99b9-6db0addfc90b tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 945 time: 0.1505990 Jun 21 19:46:12.430058 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.db_base_plugin_common [None req-e683ed02-e080-4929-871f-6a80adaa7404 None None] Allocated IP 172.20.0.2 (0f9d9530-e1a8-407d-9ee9-f77d68ba41e8/fdf61b56-f8b4-457a-8e16-21ee84ffaed4/4a988d3c-509d-45d4-8055-b5b4bc7ae13f) {{(pid=104577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:46:12.506075 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-035666a4-f117-4c74-9154-965b65339d76 req-3bbe4b00-0872-4f09-84ac-53a9d8ed0e45 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096315 Jun 21 19:46:12.510018 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 42468) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:46:12.547343 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-0b1cb36d-52ce-4af0-ab5f-2982e599cd7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:12.682386 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:12.682921 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-0b1cb36d-52ce-4af0-ab5f-2982e599cd7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:12.695474 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-0b1cb36d-52ce-4af0-ab5f-2982e599cd7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:12.723145 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-dbbaeb4e-30d4-4dcb-9f3f-df366972828a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:12.727596 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-0b1cb36d-52ce-4af0-ab5f-2982e599cd7d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ff48d20b0b174c578d144abf90a42491&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2163143 Jun 21 19:46:12.744174 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 42474) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:46:12.793177 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] For port 88840f32-8f8a-4264-9163-c9f8e0960def, host dv-cinder-792462-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=88840f32-8f8a-4264-9163-c9f8e0960def,segment=NetworkSegment(10677d95-ac5b-4d10-a560-c75be4b99e04),segment_id=10677d95-ac5b-4d10-a560-c75be4b99e04)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:46:12.794517 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-e683ed02-e080-4929-871f-6a80adaa7404 None None] Notify callbacks [] for port, precommit_create {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:12.804644 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:12.808027 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:12.810781 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-e683ed02-e080-4929-871f-6a80adaa7404 None None] Transition to ACTIVE for port object 4a988d3c-509d-45d4-8055-b5b4bc7ae13f will not be triggered until provisioned by entity L2. {{(pid=104577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:46:12.851967 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-83e630e2-ad6a-4483-9f11-d964a816d65e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33076947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33081440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-629'] for router, precommit_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:12.872142 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-e683ed02-e080-4929-871f-6a80adaa7404 None None] Transition to ACTIVE for port object 4a988d3c-509d-45d4-8055-b5b4bc7ae13f will not be triggered until provisioned by entity DHCP. {{(pid=104577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:46:12.875405 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1cb36d-52ce-4af0-ab5f-2982e599cd7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3603937-81a8-4133-87f0-70b46a853f13,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:12.886260 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-e683ed02-e080-4929-871f-6a80adaa7404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-129462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761649331797'] for port, after_create {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:12.910065 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Pushing event updated for resources: {'Port': ['ID=88840f32-8f8a-4264-9163-c9f8e0960def,revision_number=5']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:12.910509 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-0b1cb36d-52ce-4af0-ab5f-2982e599cd7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:12.914579 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e683ed02-e080-4929-871f-6a80adaa7404 None None] Network 0f9d9530-e1a8-407d-9ee9-f77d68ba41e8 is already hosted by enough agents. {{(pid=104577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:46:12.915614 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:12.916010 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-f57f1201-84ce-44bb-bcc7-e2fe3284ff1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:12.921052 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.scheduler.base_scheduler [None req-e683ed02-e080-4929-871f-6a80adaa7404 None None] Resources bound (agent type, host, resource id): {{(pid=104577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:46:12.941649 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-de27d4f1-093c-4362-b9ee-e463b807d1b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:12.980893 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e683ed02-e080-4929-871f-6a80adaa7404 None None] Received port after_create {{(pid=104577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:46:12.995345 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-de27d4f1-093c-4362-b9ee-e463b807d1b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:13.076847 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.managers [None req-e683ed02-e080-4929-871f-6a80adaa7404 None None] Attempting to bind port 4a988d3c-509d-45d4-8055-b5b4bc7ae13f on host dv-cinder-792462-15-smb for vnic_type normal with profile {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:46:13.077457 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.managers [None req-e683ed02-e080-4929-871f-6a80adaa7404 None None] Attempting to bind port 4a988d3c-509d-45d4-8055-b5b4bc7ae13f by drivers openvswitch,hyperv on host dv-cinder-792462-15-smb at level 0 using segments [{'id': '01680dc6-c913-4da3-9332-617721ba6b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0f9d9530-e1a8-407d-9ee9-f77d68ba41e8'}] {{(pid=104577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:46:13.077682 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e683ed02-e080-4929-871f-6a80adaa7404 None None] Attempting to bind port 4a988d3c-509d-45d4-8055-b5b4bc7ae13f on network 0f9d9530-e1a8-407d-9ee9-f77d68ba41e8 {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:46:13.088819 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e683ed02-e080-4929-871f-6a80adaa7404 None None] Checking agent: {'id': '8d444399-5de6-4d79-83a5-d4f9d95bef37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 36, 33), 'started_at': datetime.datetime(2021, 6, 21, 19, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:46:13.089196 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e683ed02-e080-4929-871f-6a80adaa7404 None None] Checking segment: {'id': '01680dc6-c913-4da3-9332-617721ba6b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0f9d9530-e1a8-407d-9ee9-f77d68ba41e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:46:13.089652 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-e683ed02-e080-4929-871f-6a80adaa7404 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:13.090097 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e683ed02-e080-4929-871f-6a80adaa7404 None None] Bound using segment: {'id': '01680dc6-c913-4da3-9332-617721ba6b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0f9d9530-e1a8-407d-9ee9-f77d68ba41e8'} {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:46:13.090560 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.managers [None req-e683ed02-e080-4929-871f-6a80adaa7404 None None] Bound port: 4a988d3c-509d-45d4-8055-b5b4bc7ae13f, host: dv-cinder-792462-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01680dc6-c913-4da3-9332-617721ba6b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0f9d9530-e1a8-407d-9ee9-f77d68ba41e8'}}] {{(pid=104577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:46:13.091094 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-e683ed02-e080-4929-871f-6a80adaa7404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:13.093219 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e683ed02-e080-4929-871f-6a80adaa7404 None None] Pushing event updated for resources: {'Port': ['ID=4a988d3c-509d-45d4-8055-b5b4bc7ae13f,revision_number=1']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:13.097805 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-e683ed02-e080-4929-871f-6a80adaa7404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:13.122186 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-de27d4f1-093c-4362-b9ee-e463b807d1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:13.125947 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-de27d4f1-093c-4362-b9ee-e463b807d1b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:13.132844 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-de27d4f1-093c-4362-b9ee-e463b807d1b4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a3603937-81a8-4133-87f0-70b46a853f13 HTTP/1.1" status: 204 len: 168 time: 0.3846982 Jun 21 19:46:13.146316 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-2c2a6c16-f173-4175-a3ee-fd4097fc9726 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:13.185839 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-e683ed02-e080-4929-871f-6a80adaa7404 None None] For port 4a988d3c-509d-45d4-8055-b5b4bc7ae13f, host dv-cinder-792462-15-smb, cleared binding levels {{(pid=104577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:46:13.191131 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-e683ed02-e080-4929-871f-6a80adaa7404 None None] For port 4a988d3c-509d-45d4-8055-b5b4bc7ae13f, host dv-cinder-792462-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=4a988d3c-509d-45d4-8055-b5b4bc7ae13f,segment=NetworkSegment(01680dc6-c913-4da3-9332-617721ba6b6f),segment_id=01680dc6-c913-4da3-9332-617721ba6b6f)] {{(pid=104577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:46:13.202232 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-e683ed02-e080-4929-871f-6a80adaa7404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:13.206086 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de27d4f1-093c-4362-b9ee-e463b807d1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3603937-81a8-4133-87f0-70b46a853f13,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:13.206545 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575807e6-11d1-41b3-97fc-ec8a559ab7ac req-d0fdb1ab-114c-4881-9d4f-b041b264bce7 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:13.208064 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-575807e6-11d1-41b3-97fc-ec8a559ab7ac req-d0fdb1ab-114c-4881-9d4f-b041b264bce7 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/networks?id=bb140263-9c07-4d2c-8b7c-157252b839ff HTTP/1.1" status: 200 len: 813 time: 0.2153935 Jun 21 19:46:13.227636 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-de27d4f1-093c-4362-b9ee-e463b807d1b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:13.227983 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:13.261537 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-575807e6-11d1-41b3-97fc-ec8a559ab7ac req-160ad504-6ad6-4acc-8e18-f82a82bec89e tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/quotas/1c004a51ec044288ae4844a6042b0f32 HTTP/1.1" status: 200 len: 375 time: 0.0415068 Jun 21 19:46:13.293297 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf6d41-6198-4b2f-991e-ccafd3d2a203 req-fe59a18e-efb4-48ee-909b-e4b63228083e tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:13.296679 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-05cf6d41-6198-4b2f-991e-ccafd3d2a203 req-fe59a18e-efb4-48ee-909b-e4b63228083e tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.2066236 Jun 21 19:46:13.365965 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e683ed02-e080-4929-871f-6a80adaa7404 None None] Pushing event updated for resources: {'Port': ['ID=4a988d3c-509d-45d4-8055-b5b4bc7ae13f,revision_number=2']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:13.366242 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-575807e6-11d1-41b3-97fc-ec8a559ab7ac req-9ad38c51-981d-4b7c-ae0b-9c0fccf1dff5 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1c004a51ec044288ae4844a6042b0f32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1036029 Jun 21 19:46:13.369680 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-e683ed02-e080-4929-871f-6a80adaa7404 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:13.390901 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-05cf6d41-6198-4b2f-991e-ccafd3d2a203 req-47288f1f-cf62-4139-92a7-4c553071a315 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872571 Jun 21 19:46:13.577135 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-83e630e2-ad6a-4483-9f11-d964a816d65e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:13.650626 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-83e630e2-ad6a-4483-9f11-d964a816d65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for port, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:13.717549 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad42c6c-e72f-4826-bfff-b7a480cfe8ff req-a6772cea-d2f5-419f-bbac-f902fa8ed711 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:13.732314 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-8ad42c6c-e72f-4826-bfff-b7a480cfe8ff req-a6772cea-d2f5-419f-bbac-f902fa8ed711 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?device_id=f530946a-70ad-452d-96b7-18d2468e33a9 HTTP/1.1" status: 200 len: 946 time: 0.1996639 Jun 21 19:46:13.814788 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-8ad42c6c-e72f-4826-bfff-b7a480cfe8ff req-951ac2b6-0c7a-4972-8833-430184b14326 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f34aa6c-b29c-41d3-870f-60686f70e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808661 Jun 21 19:46:13.859456 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.db_base_plugin_common [None req-83e630e2-ad6a-4483-9f11-d964a816d65e admin admin] Allocated IP 172.28.3.32 (1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143/92f70134-f308-40e4-a372-590fff45c87e/273d0adc-5a7e-41a0-a6fa-1ed8b633cca5) {{(pid=104576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:46:13.916419 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-575807e6-11d1-41b3-97fc-ec8a559ab7ac req-f929afbf-52b8-418b-97e0-f6c859f73814 service neutron] 10.222.0.38 "GET /v2.0/networks/bb140263-9c07-4d2c-8b7c-157252b839ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5490506 Jun 21 19:46:13.962305 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device 88840f32-8f8a-4264-9163-c9f8e0960def up at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:46:14.145656 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-83e630e2-ad6a-4483-9f11-d964a816d65e admin admin] Notify callbacks [] for port, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:14.161396 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning complete for port 88840f32-8f8a-4264-9163-c9f8e0960def triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:46:14.161396 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:14.231112 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-575807e6-11d1-41b3-97fc-ec8a559ab7ac req-5b062b41-3a80-4fe3-a8fa-f02c0648001a service neutron] 10.222.0.38 "GET /v2.0/networks/bb140263-9c07-4d2c-8b7c-157252b839ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131747 Jun 21 19:46:14.254196 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-83e630e2-ad6a-4483-9f11-d964a816d65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-129462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761649331797'] for port, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:14.259558 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-9a907941-afee-4330-ac36-90cecf044f0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:14.278863 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device 4a988d3c-509d-45d4-8055-b5b4bc7ae13f up at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:46:14.293446 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc0a8c-10bc-4696-870f-2ded3b492932 req-5de8ca74-a31a-4e1b-801b-5b5085a6b90d tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:14.308423 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-68fc0a8c-10bc-4696-870f-2ded3b492932 req-5de8ca74-a31a-4e1b-801b-5b5085a6b90d tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 945 time: 0.2786570 Jun 21 19:46:14.324844 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e630e2-ad6a-4483-9f11-d964a816d65e admin admin] Pushing event updated for resources: {'Port': ['ID=273d0adc-5a7e-41a0-a6fa-1ed8b633cca5,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:14.329351 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-83e630e2-ad6a-4483-9f11-d964a816d65e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:14.339878 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e630e2-ad6a-4483-9f11-d964a816d65e admin admin] Network 1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143 is already hosted by enough agents. {{(pid=104576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:46:14.343794 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.base_scheduler [None req-83e630e2-ad6a-4483-9f11-d964a816d65e admin admin] Resources bound (agent type, host, resource id): {{(pid=104576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:46:14.352797 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e630e2-ad6a-4483-9f11-d964a816d65e admin admin] Received port after_create {{(pid=104576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:46:14.402306 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning for port 4a988d3c-509d-45d4-8055-b5b4bc7ae13f completed by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:46:14.434336 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-68fc0a8c-10bc-4696-870f-2ded3b492932 req-61761335-3733-4412-bbdf-c5e74fb0d5e9 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947781 Jun 21 19:46:14.585189 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-2e4962bf-c9a3-42cc-a3bd-a21aafa40a71 req-b3db8ee7-691e-4fcc-82a8-e3fcc3608ffc tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d6cb355-90d4-4cfb-a675-2e71aef06708 HTTP/1.1" status: 200 len: 210 time: 0.0738060 Jun 21 19:46:14.754377 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f508f7-d437-4469-b48e-938693ec3f1b req-07790325-c114-4221-b46a-d20960e62245 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:14.768581 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-17f508f7-d437-4469-b48e-938693ec3f1b req-07790325-c114-4221-b46a-d20960e62245 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.1670027 Jun 21 19:46:14.879080 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-83e630e2-ad6a-4483-9f11-d964a816d65e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:14.882948 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-17f508f7-d437-4469-b48e-938693ec3f1b req-3f98d663-8834-4518-b251-c368bcd300c5 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124506 Jun 21 19:46:14.946360 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16787482-0541-4e48-ab9d-07dcc6d13f99 None None] Network 0f9d9530-e1a8-407d-9ee9-f77d68ba41e8 requested from dv-cinder-792462-15-smb {{(pid=104577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:46:15.037562 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-6a2ea52f-a2c0-4c16-b6e3-640641f410b0 None None] Provisioning for port 4a988d3c-509d-45d4-8055-b5b4bc7ae13f completed by entity DHCP. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:46:15.050296 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-6a2ea52f-a2c0-4c16-b6e3-640641f410b0 None None] Provisioning complete for port 4a988d3c-509d-45d4-8055-b5b4bc7ae13f triggered by entity DHCP. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:46:15.050584 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-6a2ea52f-a2c0-4c16-b6e3-640641f410b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:15.306673 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-6a2ea52f-a2c0-4c16-b6e3-640641f410b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:15.339810 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-83e630e2-ad6a-4483-9f11-d964a816d65e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33081499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33078023'] for router, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:15.356103 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-6a2ea52f-a2c0-4c16-b6e3-640641f410b0 None None] For port 4a988d3c-509d-45d4-8055-b5b4bc7ae13f, host dv-cinder-792462-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=4a988d3c-509d-45d4-8055-b5b4bc7ae13f,segment=NetworkSegment(01680dc6-c913-4da3-9332-617721ba6b6f),segment_id=01680dc6-c913-4da3-9332-617721ba6b6f)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:46:15.373320 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-6a2ea52f-a2c0-4c16-b6e3-640641f410b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:15.375726 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-e683ed02-e080-4929-871f-6a80adaa7404 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:15.420161 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea004c-cf66-4ff9-a754-9ebe1034ed8b req-9c3d90f8-80bc-472f-ab41-b98924eab1a8 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:15.422983 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-88ea004c-cf66-4ff9-a754-9ebe1034ed8b req-9c3d90f8-80bc-472f-ab41-b98924eab1a8 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?device_id=f530946a-70ad-452d-96b7-18d2468e33a9 HTTP/1.1" status: 200 len: 946 time: 0.2980683 Jun 21 19:46:15.513527 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2ea52f-a2c0-4c16-b6e3-640641f410b0 None None] Pushing event updated for resources: {'Port': ['ID=4a988d3c-509d-45d4-8055-b5b4bc7ae13f,revision_number=3']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:15.532051 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-6a2ea52f-a2c0-4c16-b6e3-640641f410b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:15.575097 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-88ea004c-cf66-4ff9-a754-9ebe1034ed8b req-ebaf7fc0-3867-4287-981f-8a63bc766df5 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f34aa6c-b29c-41d3-870f-60686f70e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451151 Jun 21 19:46:15.695513 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83e630e2-ad6a-4483-9f11-d964a816d65e admin admin] Router 58f629bb-7bb5-4edd-bdfb-286e53aa7548 is scheduled to L3 agent 340c6150-ff20-4abf-b4fe-5b82b8e71fd8 with binding_index 1 {{(pid=104576) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 19:46:15.784946 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device 4a988d3c-509d-45d4-8055-b5b4bc7ae13f up at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:46:15.830152 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b999e6-f4d1-4286-848b-f25be4b92ea2 req-54c1dc04-002a-4787-b451-dbf51cd71803 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:15.838063 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-d3b999e6-f4d1-4286-848b-f25be4b92ea2 req-54c1dc04-002a-4787-b451-dbf51cd71803 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 945 time: 0.1548972 Jun 21 19:46:15.878696 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-d6995487-c296-40b2-8f12-c398f7a14252 None None] Provisioning complete for port 4a988d3c-509d-45d4-8055-b5b4bc7ae13f triggered by entity DHCP. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:46:15.879069 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-d6995487-c296-40b2-8f12-c398f7a14252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:15.908102 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-d3b999e6-f4d1-4286-848b-f25be4b92ea2 req-bf7af529-8329-4edc-984c-d4c47a5380df tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686498 Jun 21 19:46:15.922207 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-f09cc786-6533-475f-b246-c37bb03c3b7f req-401c3c0a-2b62-4672-b210-060014909393 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d6cb355-90d4-4cfb-a675-2e71aef06708 HTTP/1.1" status: 200 len: 210 time: 0.0876038 Jun 21 19:46:15.953993 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning complete for port 4a988d3c-509d-45d4-8055-b5b4bc7ae13f triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:46:15.954490 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:16.016040 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e630e2-ad6a-4483-9f11-d964a816d65e admin admin] Notify agent at l3_agent.dv-cinder-792462-15-smb the message routers_updated {{(pid=104576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 19:46:16.030056 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9734d00-cd45-4bc5-a97d-c1b46c695717 None None] Sync routers for ids ['58f629bb-7bb5-4edd-bdfb-286e53aa7548'] in dv-cinder-792462-15-smb {{(pid=104578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 19:46:16.044399 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9734d00-cd45-4bc5-a97d-c1b46c695717 None None] Routers {'58f629bb-7bb5-4edd-bdfb-286e53aa7548'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:46:16.045209 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-f9734d00-cd45-4bc5-a97d-c1b46c695717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:46:03Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['58f629bb-7bb5-4edd-bdfb-286e53aa7548'], 'active': True} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:46:16.049447 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-83e630e2-ad6a-4483-9f11-d964a816d65e admin admin] Notify callbacks [] for router, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:16.051937 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-83e630e2-ad6a-4483-9f11-d964a816d65e admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.0531626 Jun 21 19:46:16.054734 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 42554) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:46:16.246398 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvr_db [None req-f9734d00-cd45-4bc5-a97d-c1b46c695717 None None] Set router 58f629bb-7bb5-4edd-bdfb-286e53aa7548 gateway port host: dv-cinder-792462-15-smb {{(pid=104578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:46:16.321204 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e454a6-d426-4815-b86a-f1f0981240e1 req-0bde5af0-4f9e-487f-9bbf-b36dec66eefb tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:16.322541 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-c4e454a6-d426-4815-b86a-f1f0981240e1 req-0bde5af0-4f9e-487f-9bbf-b36dec66eefb tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.1832945 Jun 21 19:46:16.369636 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.agents_db [None req-c2d22edd-97c6-4632-8c47-e807aff285e4 None None] Agent healthcheck: found 6 active agents {{(pid=104578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 19:46:16.537968 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-f9734d00-cd45-4bc5-a97d-c1b46c695717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f629bb-7bb5-4edd-bdfb-286e53aa7548', 'name': 'tempest-TestShelveInstance-951043447-router', 'tenant_id': '7d038946e22a4a039bc4d65b7cf25809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '273d0adc-5a7e-41a0-a6fa-1ed8b633cca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:46:12Z', 'updated_at': '2021-06-21T19:46:14Z', 'revision_number': 3, 'project_id': '7d038946e22a4a039bc4d65b7cf25809', 'gw_port': {'id': '273d0adc-5a7e-41a0-a6fa-1ed8b633cca5', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ae:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f629bb-7bb5-4edd-bdfb-286e53aa7548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:46:13Z', 'updated_at': '2021-06-21T19:46:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb'}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:46:16.568318 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9734d00-cd45-4bc5-a97d-c1b46c695717 None None] Checking router: 58f629bb-7bb5-4edd-bdfb-286e53aa7548 for host: dv-cinder-792462-15-smb {{(pid=104578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 19:46:16.568894 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9734d00-cd45-4bc5-a97d-c1b46c695717 None None] Updating router 58f629bb-7bb5-4edd-bdfb-286e53aa7548 port 273d0adc-5a7e-41a0-a6fa-1ed8b633cca5 binding host dv-cinder-792462-15-smb {{(pid=104578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 19:46:16.641495 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-f9734d00-cd45-4bc5-a97d-c1b46c695717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:16.714787 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 42572) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:46:16.891670 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f745e9a-8f4b-4440-a67c-b3e6d9d1fcab req-b256be0f-9117-41af-9ccc-0d8ee5a111a8 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:16.898746 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-0f745e9a-8f4b-4440-a67c-b3e6d9d1fcab req-b256be0f-9117-41af-9ccc-0d8ee5a111a8 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?device_id=f530946a-70ad-452d-96b7-18d2468e33a9 HTTP/1.1" status: 200 len: 946 time: 0.1432714 Jun 21 19:46:16.948138 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-71900733-80f4-44f7-91ab-dd8d2edd5333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:16.963844 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-f9734d00-cd45-4bc5-a97d-c1b46c695717 None None] Notify callbacks [] for port, precommit_update {{(pid=104578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:16.975986 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.provisioning_blocks [None req-f9734d00-cd45-4bc5-a97d-c1b46c695717 None None] Transition to ACTIVE for port object 273d0adc-5a7e-41a0-a6fa-1ed8b633cca5 will not be triggered until provisioned by entity L2. {{(pid=104578) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:46:16.989606 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-f9734d00-cd45-4bc5-a97d-c1b46c695717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:16.994378 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG oslo_concurrency.lockutils [None req-a7d96baa-a407-4e16-8fce-608135da3892 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:17.012911 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-c4e454a6-d426-4815-b86a-f1f0981240e1 req-12468827-d1d3-482e-ab6a-e94c38e258d2 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6845775 Jun 21 19:46:17.045311 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae78ba3c-9534-428e-8b0e-3abce8244757 None None] Pushing event updated for resources: {'Port': ['ID=273d0adc-5a7e-41a0-a6fa-1ed8b633cca5,revision_number=2']} {{(pid=104578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:17.056938 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG oslo_concurrency.lockutils [None req-ae78ba3c-9534-428e-8b0e-3abce8244757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=104578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:17.059559 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-71900733-80f4-44f7-91ab-dd8d2edd5333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:17.076032 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.managers [None req-f9734d00-cd45-4bc5-a97d-c1b46c695717 None None] Attempting to bind port 273d0adc-5a7e-41a0-a6fa-1ed8b633cca5 on host dv-cinder-792462-15-smb for vnic_type normal with profile {{(pid=104578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:46:17.076707 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.managers [None req-f9734d00-cd45-4bc5-a97d-c1b46c695717 None None] Attempting to bind port 273d0adc-5a7e-41a0-a6fa-1ed8b633cca5 by drivers openvswitch,hyperv on host dv-cinder-792462-15-smb at level 0 using segments [{'id': '9e55d9b0-2d6a-4ec9-a110-693459193d1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143'}] {{(pid=104578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:46:17.077345 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9734d00-cd45-4bc5-a97d-c1b46c695717 None None] Attempting to bind port 273d0adc-5a7e-41a0-a6fa-1ed8b633cca5 on network 1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143 {{(pid=104578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:46:17.084712 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9734d00-cd45-4bc5-a97d-c1b46c695717 None None] Checking agent: {'id': '8d444399-5de6-4d79-83a5-d4f9d95bef37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 36, 33), 'started_at': datetime.datetime(2021, 6, 21, 19, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:46:17.085420 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9734d00-cd45-4bc5-a97d-c1b46c695717 None None] Checking segment: {'id': '9e55d9b0-2d6a-4ec9-a110-693459193d1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:46:17.086426 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-f9734d00-cd45-4bc5-a97d-c1b46c695717 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:17.087028 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9734d00-cd45-4bc5-a97d-c1b46c695717 None None] Bound using segment: {'id': '9e55d9b0-2d6a-4ec9-a110-693459193d1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143'} {{(pid=104578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:46:17.087772 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.managers [None req-f9734d00-cd45-4bc5-a97d-c1b46c695717 None None] Bound port: 273d0adc-5a7e-41a0-a6fa-1ed8b633cca5, host: dv-cinder-792462-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e55d9b0-2d6a-4ec9-a110-693459193d1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143'}}] {{(pid=104578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:46:17.088392 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-0f745e9a-8f4b-4440-a67c-b3e6d9d1fcab req-f4794544-3f7c-4c48-8592-36e72fef1d4c tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f34aa6c-b29c-41d3-870f-60686f70e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1828351 Jun 21 19:46:17.088971 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-f9734d00-cd45-4bc5-a97d-c1b46c695717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:17.089167 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-71900733-80f4-44f7-91ab-dd8d2edd5333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:17.109473 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-8a47dc5f-9f6a-4877-a64a-18e02a858e90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:17.138572 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71900733-80f4-44f7-91ab-dd8d2edd5333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1abe3e4d-8e4c-4716-91a8-813bdd2f2f6f,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:17.143544 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-71900733-80f4-44f7-91ab-dd8d2edd5333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:17.156731 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.db [None req-f9734d00-cd45-4bc5-a97d-c1b46c695717 None None] For port 273d0adc-5a7e-41a0-a6fa-1ed8b633cca5, host dv-cinder-792462-15-smb, cleared binding levels {{(pid=104578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:46:17.160186 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-71900733-80f4-44f7-91ab-dd8d2edd5333 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3fc4bbd46783432a8582ad4b2a3ed72b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4442525 Jun 21 19:46:17.162831 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 42584) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:46:17.165396 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.db [None req-f9734d00-cd45-4bc5-a97d-c1b46c695717 None None] For port 273d0adc-5a7e-41a0-a6fa-1ed8b633cca5, host dv-cinder-792462-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=273d0adc-5a7e-41a0-a6fa-1ed8b633cca5,segment=NetworkSegment(9e55d9b0-2d6a-4ec9-a110-693459193d1d),segment_id=9e55d9b0-2d6a-4ec9-a110-693459193d1d)] {{(pid=104578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:46:17.176966 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-f9734d00-cd45-4bc5-a97d-c1b46c695717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:17.185029 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG oslo_concurrency.lockutils [None req-89944115-f388-400e-917b-bc4d3d0324b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:17.241605 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-5f8a561a-1cef-4042-9f2c-3f042e896a2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:17.268302 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-5f8a561a-1cef-4042-9f2c-3f042e896a2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:17.271348 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9734d00-cd45-4bc5-a97d-c1b46c695717 None None] Routers {'58f629bb-7bb5-4edd-bdfb-286e53aa7548'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:46:17.272165 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-f9734d00-cd45-4bc5-a97d-c1b46c695717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:46:03Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['58f629bb-7bb5-4edd-bdfb-286e53aa7548'], 'active': True} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:46:17.311785 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575807e6-11d1-41b3-97fc-ec8a559ab7ac req-e6d1e513-8837-4450-935f-719d5a21ed6a tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:17.313340 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-575807e6-11d1-41b3-97fc-ec8a559ab7ac req-e6d1e513-8837-4450-935f-719d5a21ed6a tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.46 "GET /v2.0/networks?id=bb140263-9c07-4d2c-8b7c-157252b839ff HTTP/1.1" status: 200 len: 813 time: 0.8475339 Jun 21 19:46:17.331885 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.v2.base [req-575807e6-11d1-41b3-97fc-ec8a559ab7ac req-982af8c1-58ab-4264-b485-82463ea2b197 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Request body: {'port': {'device_id': '5d6cb355-90d4-4cfb-a675-2e71aef06708', 'network_id': 'bb140263-9c07-4d2c-8b7c-157252b839ff', 'admin_state_up': True, 'tenant_id': '1c004a51ec044288ae4844a6042b0f32'}} {{(pid=104576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:46:17.387573 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-5f8a561a-1cef-4042-9f2c-3f042e896a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:17.390951 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-5f8a561a-1cef-4042-9f2c-3f042e896a2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:17.392278 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-5f8a561a-1cef-4042-9f2c-3f042e896a2c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1abe3e4d-8e4c-4716-91a8-813bdd2f2f6f HTTP/1.1" status: 204 len: 168 time: 0.2281616 Jun 21 19:46:17.394613 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-0b1cb36d-52ce-4af0-ab5f-2982e599cd7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:17.405609 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8a561a-1cef-4042-9f2c-3f042e896a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1abe3e4d-8e4c-4716-91a8-813bdd2f2f6f,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:17.414040 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-5f8a561a-1cef-4042-9f2c-3f042e896a2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:17.430347 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f24bf-1b54-4237-bc9d-37a10437e58b req-a4880cc3-6941-4322-88d7-3fc835cdbc80 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:17.437727 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-ec6f24bf-1b54-4237-bc9d-37a10437e58b req-a4880cc3-6941-4322-88d7-3fc835cdbc80 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 945 time: 0.1178565 Jun 21 19:46:17.442622 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvr_db [None req-f9734d00-cd45-4bc5-a97d-c1b46c695717 None None] Set router 58f629bb-7bb5-4edd-bdfb-286e53aa7548 gateway port host: dv-cinder-792462-15-smb {{(pid=104578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:46:17.490603 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-addc4c3e-df6e-4169-8021-e7c9544209bd req-17cb83d0-0299-49a4-8f63-614bb166b518 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d6cb355-90d4-4cfb-a675-2e71aef06708 HTTP/1.1" status: 200 len: 210 time: 0.1740630 Jun 21 19:46:17.518878 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-ec6f24bf-1b54-4237-bc9d-37a10437e58b req-ea0bdcf9-124b-4fb9-bbc9-a2305fc5ab5f tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649366 Jun 21 19:46:17.679093 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae78ba3c-9534-428e-8b0e-3abce8244757 None None] Pushing event updated for resources: {'Port': ['ID=273d0adc-5a7e-41a0-a6fa-1ed8b633cca5,revision_number=3']} {{(pid=104578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:17.705730 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG oslo_concurrency.lockutils [None req-ae78ba3c-9534-428e-8b0e-3abce8244757 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=104578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:17.712097 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-575807e6-11d1-41b3-97fc-ec8a559ab7ac req-982af8c1-58ab-4264-b485-82463ea2b197 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Made reservation on behalf of 1c004a51ec044288ae4844a6042b0f32 for: {'port': 1} {{(pid=104576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:46:17.716649 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-575807e6-11d1-41b3-97fc-ec8a559ab7ac req-982af8c1-58ab-4264-b485-82463ea2b197 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for port, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:17.804154 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-7e4c3ad6-0565-42f4-b49a-e26585c6d129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for port, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:17.844077 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-f9734d00-cd45-4bc5-a97d-c1b46c695717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f629bb-7bb5-4edd-bdfb-286e53aa7548', 'name': 'tempest-TestShelveInstance-951043447-router', 'tenant_id': '7d038946e22a4a039bc4d65b7cf25809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '273d0adc-5a7e-41a0-a6fa-1ed8b633cca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:46:12Z', 'updated_at': '2021-06-21T19:46:14Z', 'revision_number': 3, 'project_id': '7d038946e22a4a039bc4d65b7cf25809', 'gw_port': {'id': '273d0adc-5a7e-41a0-a6fa-1ed8b633cca5', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ae:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f629bb-7bb5-4edd-bdfb-286e53aa7548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:46:13Z', 'updated_at': '2021-06-21T19:46:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb'}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:46:17.908195 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9734d00-cd45-4bc5-a97d-c1b46c695717 None None] The sync data for ids ['58f629bb-7bb5-4edd-bdfb-286e53aa7548'] in dv-cinder-792462-15-smb is: [{'id': '58f629bb-7bb5-4edd-bdfb-286e53aa7548', 'name': 'tempest-TestShelveInstance-951043447-router', 'tenant_id': '7d038946e22a4a039bc4d65b7cf25809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '273d0adc-5a7e-41a0-a6fa-1ed8b633cca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:46:12Z', 'updated_at': '2021-06-21T19:46:14Z', 'revision_number': 3, 'project_id': '7d038946e22a4a039bc4d65b7cf25809', 'gw_port': {'id': '273d0adc-5a7e-41a0-a6fa-1ed8b633cca5', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ae:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f629bb-7bb5-4edd-bdfb-286e53aa7548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:46:13Z', 'updated_at': '2021-06-21T19:46:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb'}] {{(pid=104578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 19:46:17.952469 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 42590) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:46:17.966317 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.db_base_plugin_common [req-575807e6-11d1-41b3-97fc-ec8a559ab7ac req-982af8c1-58ab-4264-b485-82463ea2b197 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Allocated IP 172.20.0.2 (bb140263-9c07-4d2c-8b7c-157252b839ff/35cc38b2-325b-4124-b72d-79e7efa2e554/a5e20a58-0af2-48b6-8845-d30e4147d5e4) {{(pid=104576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:46:17.978519 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-d6ae402a-8c15-435f-8e08-9879c3256b28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:18.117518 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-d6ae402a-8c15-435f-8e08-9879c3256b28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:18.137486 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-d6ae402a-8c15-435f-8e08-9879c3256b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:18.143620 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-2d2244b3-0d2a-4f41-9130-f290ca6e3173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:18.177553 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae402a-8c15-435f-8e08-9879c3256b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d275c4-5d05-43b5-bc15-4393e754bd3f,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:18.186429 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-d6ae402a-8c15-435f-8e08-9879c3256b28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:18.227506 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-d6ae402a-8c15-435f-8e08-9879c3256b28 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=101ea337f5014c8c879ecb9843e79592&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2733929 Jun 21 19:46:18.230555 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 42596) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:46:18.377725 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-9e058cc2-cb6c-47c9-aeba-4c4d457e0641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:18.380823 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.db_base_plugin_common [None req-7e4c3ad6-0565-42f4-b49a-e26585c6d129 admin admin] Allocated IP 172.20.0.1 (0f9d9530-e1a8-407d-9ee9-f77d68ba41e8/fdf61b56-f8b4-457a-8e16-21ee84ffaed4/a7cc1bed-5c3e-4426-b1e0-c8a024ec1c14) {{(pid=104576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:46:18.430409 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-9e058cc2-cb6c-47c9-aeba-4c4d457e0641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:18.433790 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-575807e6-11d1-41b3-97fc-ec8a559ab7ac req-982af8c1-58ab-4264-b485-82463ea2b197 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Notify callbacks [] for port, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:18.476825 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ab29f-300f-40f8-8d84-49b81fad630d req-22a4ae28-c050-4583-be26-c3762c291cd4 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:18.478702 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-540ab29f-300f-40f8-8d84-49b81fad630d req-22a4ae28-c050-4583-be26-c3762c291cd4 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?device_id=f530946a-70ad-452d-96b7-18d2468e33a9 HTTP/1.1" status: 200 len: 946 time: 0.1829996 Jun 21 19:46:18.515759 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13966926-cb26-442c-a0da-9f7fc78a75d1 req-48cd99e5-cf97-4523-a39d-ad646ea65ea4 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:18.523146 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-13966926-cb26-442c-a0da-9f7fc78a75d1 req-48cd99e5-cf97-4523-a39d-ad646ea65ea4 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.2772965 Jun 21 19:46:18.523582 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-540ab29f-300f-40f8-8d84-49b81fad630d req-179a5a9e-7d8b-45f7-8edd-36313c104d85 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f34aa6c-b29c-41d3-870f-60686f70e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383329 Jun 21 19:46:18.562931 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-9e058cc2-cb6c-47c9-aeba-4c4d457e0641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:18.566320 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-9e058cc2-cb6c-47c9-aeba-4c4d457e0641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:18.567476 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-9e058cc2-cb6c-47c9-aeba-4c4d457e0641 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/38d275c4-5d05-43b5-bc15-4393e754bd3f HTTP/1.1" status: 204 len: 168 time: 0.3359036 Jun 21 19:46:18.568510 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-afb3590b-2c08-436b-8507-2ce769328cbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:18.579420 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e058cc2-cb6c-47c9-aeba-4c4d457e0641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d275c4-5d05-43b5-bc15-4393e754bd3f,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:18.588536 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-9e058cc2-cb6c-47c9-aeba-4c4d457e0641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:18.614405 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-575807e6-11d1-41b3-97fc-ec8a559ab7ac req-982af8c1-58ab-4264-b485-82463ea2b197 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-129462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761649331797'] for port, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:18.633186 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:18.721974 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982af8c1-58ab-4264-b485-82463ea2b197 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Pushing event updated for resources: {'Port': ['ID=a5e20a58-0af2-48b6-8845-d30e4147d5e4,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:18.745360 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-13966926-cb26-442c-a0da-9f7fc78a75d1 req-0c7c7ca9-d174-4693-8bde-b308fadce942 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212443 Jun 21 19:46:18.766115 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-982af8c1-58ab-4264-b485-82463ea2b197 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:18.770833 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-7e4c3ad6-0565-42f4-b49a-e26585c6d129 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:18.781784 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-575807e6-11d1-41b3-97fc-ec8a559ab7ac req-982af8c1-58ab-4264-b485-82463ea2b197 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Network bb140263-9c07-4d2c-8b7c-157252b839ff is already hosted by enough agents. {{(pid=104576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:46:18.785523 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.base_scheduler [req-575807e6-11d1-41b3-97fc-ec8a559ab7ac req-982af8c1-58ab-4264-b485-82463ea2b197 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Resources bound (agent type, host, resource id): {{(pid=104576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:46:18.789571 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [req-575807e6-11d1-41b3-97fc-ec8a559ab7ac req-982af8c1-58ab-4264-b485-82463ea2b197 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Received port after_create {{(pid=104576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:46:18.795374 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575807e6-11d1-41b3-97fc-ec8a559ab7ac req-982af8c1-58ab-4264-b485-82463ea2b197 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:18.796274 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-575807e6-11d1-41b3-97fc-ec8a559ab7ac req-982af8c1-58ab-4264-b485-82463ea2b197 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147'] for port, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:18.802291 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.provisioning_blocks [None req-7e4c3ad6-0565-42f4-b49a-e26585c6d129 admin admin] Transition to ACTIVE for port object a7cc1bed-5c3e-4426-b1e0-c8a024ec1c14 will not be triggered until provisioned by entity DHCP. {{(pid=104576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:46:18.828731 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-575807e6-11d1-41b3-97fc-ec8a559ab7ac req-982af8c1-58ab-4264-b485-82463ea2b197 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5006895 Jun 21 19:46:18.877740 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.v2.base [req-575807e6-11d1-41b3-97fc-ec8a559ab7ac req-c58ee4b0-8b72-4c05-9206-11407636e54c service neutron] Request body: {'port': {'device_id': '5d6cb355-90d4-4cfb-a675-2e71aef06708', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=104576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:46:18.891105 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6c44d-c6dc-47b3-992e-8b93ba7f675c req-0bb0f039-8ef4-48b9-ac8d-06c5828762e0 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:18.899631 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-bca6c44d-c6dc-47b3-992e-8b93ba7f675c req-0bb0f039-8ef4-48b9-ac8d-06c5828762e0 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d6cb355-90d4-4cfb-a675-2e71aef06708 HTTP/1.1" status: 200 len: 931 time: 0.1442618 Jun 21 19:46:18.947920 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-bca6c44d-c6dc-47b3-992e-8b93ba7f675c req-e971d3c3-fc44-4a04-9f6f-4c8374fac20c tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/security-groups?id=976b2aa1-f36b-47f5-8985-27c4a5c1e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421693 Jun 21 19:46:19.016747 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-7e4c3ad6-0565-42f4-b49a-e26585c6d129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-129462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761649331797'] for port, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:19.057253 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-f0134e50-c1aa-42c3-917b-bd611ff6a557 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:19.059322 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-575807e6-11d1-41b3-97fc-ec8a559ab7ac req-c58ee4b0-8b72-4c05-9206-11407636e54c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:19.143833 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4c3ad6-0565-42f4-b49a-e26585c6d129 admin admin] Pushing event updated for resources: {'Port': ['ID=a7cc1bed-5c3e-4426-b1e0-c8a024ec1c14,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:19.147264 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-7e4c3ad6-0565-42f4-b49a-e26585c6d129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:19.205952 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4c3ad6-0565-42f4-b49a-e26585c6d129 admin admin] Network 0f9d9530-e1a8-407d-9ee9-f77d68ba41e8 is already hosted by enough agents. {{(pid=104576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:46:19.223972 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.base_scheduler [None req-7e4c3ad6-0565-42f4-b49a-e26585c6d129 admin admin] Resources bound (agent type, host, resource id): {{(pid=104576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:46:19.229952 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4c3ad6-0565-42f4-b49a-e26585c6d129 admin admin] Received port after_create {{(pid=104576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:46:19.230664 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-7e4c3ad6-0565-42f4-b49a-e26585c6d129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33074984'] for router_interface, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:19.250763 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feccfe9-6094-4228-a9c8-91c7d5ba08d7 req-615e3895-cad2-42f5-b5c6-d7074efc7d9a tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:19.252834 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-0feccfe9-6094-4228-a9c8-91c7d5ba08d7 req-615e3895-cad2-42f5-b5c6-d7074efc7d9a tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 945 time: 0.2936165 Jun 21 19:46:19.497092 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-0feccfe9-6094-4228-a9c8-91c7d5ba08d7 req-c366d6f9-a66b-489e-b26e-dad393a1601d tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497998 Jun 21 19:46:19.645444 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-7e4c3ad6-0565-42f4-b49a-e26585c6d129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:19.702832 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-fd568ba2-f6f0-45a3-a7f1-fbe9ea680f22 None None] Provisioning for port a7cc1bed-5c3e-4426-b1e0-c8a024ec1c14 completed by entity DHCP. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:46:19.722596 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device 17652a9b-0ced-4411-9d13-2c92c873ccea details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=104577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 19:46:19.734155 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-fd568ba2-f6f0-45a3-a7f1-fbe9ea680f22 None None] Provisioning complete for port a7cc1bed-5c3e-4426-b1e0-c8a024ec1c14 triggered by entity DHCP. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:46:19.735085 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-fd568ba2-f6f0-45a3-a7f1-fbe9ea680f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:19.805587 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.notifiers.nova [req-575807e6-11d1-41b3-97fc-ec8a559ab7ac req-c58ee4b0-8b72-4c05-9206-11407636e54c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5e20a58-0af2-48b6-8845-d30e4147d5e4 {{(pid=104576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:46:19.822812 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device 273d0adc-5a7e-41a0-a6fa-1ed8b633cca5 up at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:46:19.828688 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-575807e6-11d1-41b3-97fc-ec8a559ab7ac req-c58ee4b0-8b72-4c05-9206-11407636e54c service neutron] Notify callbacks [] for port, precommit_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:19.880777 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.provisioning_blocks [req-575807e6-11d1-41b3-97fc-ec8a559ab7ac req-c58ee4b0-8b72-4c05-9206-11407636e54c service neutron] Transition to ACTIVE for port object a5e20a58-0af2-48b6-8845-d30e4147d5e4 will not be triggered until provisioned by entity L2. {{(pid=104576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:46:19.893096 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-575807e6-11d1-41b3-97fc-ec8a559ab7ac req-c58ee4b0-8b72-4c05-9206-11407636e54c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:19.898256 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-961a5878-fe1e-478e-a63c-232f8350efa9 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:19.921490 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad191902-fdf1-4ba6-9f23-e269256df11e req-6d354caf-430a-438b-8005-4d7ee2ed07f7 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:19.931507 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-ad191902-fdf1-4ba6-9f23-e269256df11e req-6d354caf-430a-438b-8005-4d7ee2ed07f7 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?device_id=f530946a-70ad-452d-96b7-18d2468e33a9 HTTP/1.1" status: 200 len: 946 time: 0.1601768 Jun 21 19:46:19.954156 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58ee4b0-8b72-4c05-9206-11407636e54c service neutron] Pushing event updated for resources: {'Port': ['ID=a5e20a58-0af2-48b6-8845-d30e4147d5e4,revision_number=2']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:19.965264 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-c58ee4b0-8b72-4c05-9206-11407636e54c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:19.990051 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-ad191902-fdf1-4ba6-9f23-e269256df11e req-f549f675-b8df-4087-a0f1-b7491903456e tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f34aa6c-b29c-41d3-870f-60686f70e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569851 Jun 21 19:46:20.010281 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-fd568ba2-f6f0-45a3-a7f1-fbe9ea680f22 None None] Port a7cc1bed-5c3e-4426-b1e0-c8a024ec1c14 cannot update to ACTIVE because it is not bound. {{(pid=104577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 19:46:20.012902 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning for port 273d0adc-5a7e-41a0-a6fa-1ed8b633cca5 completed by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:46:20.039065 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning complete for port 273d0adc-5a7e-41a0-a6fa-1ed8b633cca5 triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:46:20.043028 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:20.352820 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:20.385298 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.managers [req-575807e6-11d1-41b3-97fc-ec8a559ab7ac req-c58ee4b0-8b72-4c05-9206-11407636e54c service neutron] Attempting to bind port a5e20a58-0af2-48b6-8845-d30e4147d5e4 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:46:20.385769 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.managers [req-575807e6-11d1-41b3-97fc-ec8a559ab7ac req-c58ee4b0-8b72-4c05-9206-11407636e54c service neutron] Attempting to bind port a5e20a58-0af2-48b6-8845-d30e4147d5e4 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'b2609d98-de7e-448e-8715-7147b155efba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'bb140263-9c07-4d2c-8b7c-157252b839ff'}] {{(pid=104576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:46:20.386187 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575807e6-11d1-41b3-97fc-ec8a559ab7ac req-c58ee4b0-8b72-4c05-9206-11407636e54c service neutron] Attempting to bind port a5e20a58-0af2-48b6-8845-d30e4147d5e4 on network bb140263-9c07-4d2c-8b7c-157252b839ff {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:46:20.402003 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port 17652a9b-0ced-4411-9d13-2c92c873ccea, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=17652a9b-0ced-4411-9d13-2c92c873ccea,segment=NetworkSegment(33c04394-201f-475d-af05-ec70e2377f9f),segment_id=33c04394-201f-475d-af05-ec70e2377f9f)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:46:20.405532 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575807e6-11d1-41b3-97fc-ec8a559ab7ac req-c58ee4b0-8b72-4c05-9206-11407636e54c service neutron] Port a5e20a58-0af2-48b6-8845-d30e4147d5e4 on network bb140263-9c07-4d2c-8b7c-157252b839ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 19:46:20.405962 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575807e6-11d1-41b3-97fc-ec8a559ab7ac req-c58ee4b0-8b72-4c05-9206-11407636e54c service neutron] Attempting to bind port a5e20a58-0af2-48b6-8845-d30e4147d5e4 on network bb140263-9c07-4d2c-8b7c-157252b839ff {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:46:20.415982 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] For port 273d0adc-5a7e-41a0-a6fa-1ed8b633cca5, host dv-cinder-792462-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=273d0adc-5a7e-41a0-a6fa-1ed8b633cca5,segment=NetworkSegment(9e55d9b0-2d6a-4ec9-a110-693459193d1d),segment_id=9e55d9b0-2d6a-4ec9-a110-693459193d1d)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:46:20.432378 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Returning: {'device': '17652a9b-0ced-4411-9d13-2c92c873ccea', 'network_id': '2d4d9e71-b808-45e3-a13f-71991168a9d3', 'port_id': '17652a9b-0ced-4411-9d13-2c92c873ccea', 'mac_address': 'fa:16:3e:f8:9b:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9614296a-537a-414b-ae37-4bb814e04b86', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 19:46:20.434661 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:20.441897 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:20.443701 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-7e4c3ad6-0565-42f4-b49a-e26585c6d129 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:20.449929 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575807e6-11d1-41b3-97fc-ec8a559ab7ac req-c58ee4b0-8b72-4c05-9206-11407636e54c service neutron] Checking agent: {'id': '0b26fa00-c4a2-4127-a29e-c90b7b9119ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 42, 27), 'started_at': datetime.datetime(2021, 6, 21, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:46:20.450276 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575807e6-11d1-41b3-97fc-ec8a559ab7ac req-c58ee4b0-8b72-4c05-9206-11407636e54c service neutron] Checking segment: {'id': 'b2609d98-de7e-448e-8715-7147b155efba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'bb140263-9c07-4d2c-8b7c-157252b839ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:46:20.450667 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575807e6-11d1-41b3-97fc-ec8a559ab7ac req-c58ee4b0-8b72-4c05-9206-11407636e54c service neutron] Bound using segment: {'id': 'b2609d98-de7e-448e-8715-7147b155efba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'bb140263-9c07-4d2c-8b7c-157252b839ff'} {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:46:20.451108 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.managers [req-575807e6-11d1-41b3-97fc-ec8a559ab7ac req-c58ee4b0-8b72-4c05-9206-11407636e54c service neutron] Bound port: a5e20a58-0af2-48b6-8845-d30e4147d5e4, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2609d98-de7e-448e-8715-7147b155efba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'bb140263-9c07-4d2c-8b7c-157252b839ff'}}] {{(pid=104576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:46:20.451447 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-575807e6-11d1-41b3-97fc-ec8a559ab7ac req-c58ee4b0-8b72-4c05-9206-11407636e54c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:20.467897 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-7e4c3ad6-0565-42f4-b49a-e26585c6d129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:20.468599 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-7e4c3ad6-0565-42f4-b49a-e26585c6d129 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32961663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33073457'] for router_interface, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:20.497797 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-982af8c1-58ab-4264-b485-82463ea2b197 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:20.523565 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:20.555456 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235b40a-0e23-46ba-94d0-e0b413f93309 req-2a849b87-fbe7-4f3f-a32b-0de814b31b8e tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:20.557003 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-7235b40a-0e23-46ba-94d0-e0b413f93309 req-2a849b87-fbe7-4f3f-a32b-0de814b31b8e tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d6cb355-90d4-4cfb-a675-2e71aef06708 HTTP/1.1" status: 200 len: 943 time: 0.1679213 Jun 21 19:46:20.561433 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.notifiers.nova [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 17652a9b-0ced-4411-9d13-2c92c873ccea {{(pid=104577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:46:20.573292 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Pushing event updated for resources: {'Port': ['ID=273d0adc-5a7e-41a0-a6fa-1ed8b633cca5,revision_number=4']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:20.588390 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:20.612903 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port 17652a9b-0ced-4411-9d13-2c92c873ccea, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=17652a9b-0ced-4411-9d13-2c92c873ccea,segment=NetworkSegment(33c04394-201f-475d-af05-ec70e2377f9f),segment_id=33c04394-201f-475d-af05-ec70e2377f9f)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:46:20.620642 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:20.627458 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:20.653661 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-7235b40a-0e23-46ba-94d0-e0b413f93309 req-f7e6a694-b293-4e01-b874-c90f26f62cfc tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/security-groups?id=976b2aa1-f36b-47f5-8985-27c4a5c1e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874538 Jun 21 19:46:20.752058 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Pushing event updated for resources: {'Port': ['ID=17652a9b-0ced-4411-9d13-2c92c873ccea,revision_number=6']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:20.756909 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:20.818956 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] get_ports_and_sgs() called for port_ids ['17652a9b-0ced-4411-9d13-2c92c873ccea'] {{(pid=104577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 19:46:20.882615 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22dae9-6b4e-43d1-98d8-768ca3013975 req-ef818ac0-7fc7-4053-ba32-098162a64dbf tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:20.890879 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-ee22dae9-6b4e-43d1-98d8-768ca3013975 req-ef818ac0-7fc7-4053-ba32-098162a64dbf tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 944 time: 0.0893176 Jun 21 19:46:21.009109 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-ee22dae9-6b4e-43d1-98d8-768ca3013975 req-f2918639-4035-4c12-b068-cff29d313ae2 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153059 Jun 21 19:46:21.093318 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caff38a-6bb8-4708-a634-52c913b5fb61 req-8b2d35a4-ec0d-47d6-8719-7502e5c37a6f tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:21.098857 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-9caff38a-6bb8-4708-a634-52c913b5fb61 req-8b2d35a4-ec0d-47d6-8719-7502e5c37a6f tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.8547542 Jun 21 19:46:21.130608 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4c3ad6-0565-42f4-b49a-e26585c6d129 admin admin] Pushing event updated for resources: {'Port': ['ID=a7cc1bed-5c3e-4426-b1e0-c8a024ec1c14,revision_number=2']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:21.151469 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.db [req-575807e6-11d1-41b3-97fc-ec8a559ab7ac req-c58ee4b0-8b72-4c05-9206-11407636e54c service neutron] For port a5e20a58-0af2-48b6-8845-d30e4147d5e4, host hv-cinder-79246, cleared binding levels {{(pid=104576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:46:21.161458 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-7e4c3ad6-0565-42f4-b49a-e26585c6d129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:21.189873 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.db [req-575807e6-11d1-41b3-97fc-ec8a559ab7ac req-c58ee4b0-8b72-4c05-9206-11407636e54c service neutron] For port a5e20a58-0af2-48b6-8845-d30e4147d5e4, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a5e20a58-0af2-48b6-8845-d30e4147d5e4,segment=NetworkSegment(b2609d98-de7e-448e-8715-7147b155efba),segment_id=b2609d98-de7e-448e-8715-7147b155efba)] {{(pid=104576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:46:21.211042 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-575807e6-11d1-41b3-97fc-ec8a559ab7ac req-c58ee4b0-8b72-4c05-9206-11407636e54c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:21.214176 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4c3ad6-0565-42f4-b49a-e26585c6d129 admin admin] Network 0f9d9530-e1a8-407d-9ee9-f77d68ba41e8 is already hosted by enough agents. {{(pid=104576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:46:21.217173 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:21.225532 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.base_scheduler [None req-7e4c3ad6-0565-42f4-b49a-e26585c6d129 admin admin] Resources bound (agent type, host, resource id): {{(pid=104576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:46:21.256908 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-9caff38a-6bb8-4708-a634-52c913b5fb61 req-0ec51a2a-d952-48ec-ac67-3c4c4fd8d2f6 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476357 Jun 21 19:46:21.286773 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575807e6-11d1-41b3-97fc-ec8a559ab7ac req-c58ee4b0-8b72-4c05-9206-11407636e54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:21.287440 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-575807e6-11d1-41b3-97fc-ec8a559ab7ac req-c58ee4b0-8b72-4c05-9206-11407636e54c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147'] for port, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:21.288750 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-575807e6-11d1-41b3-97fc-ec8a559ab7ac req-c58ee4b0-8b72-4c05-9206-11407636e54c service neutron] 10.222.0.46 "PUT /v2.0/ports/a5e20a58-0af2-48b6-8845-d30e4147d5e4 HTTP/1.1" status: 200 len: 1093 time: 2.4306817 Jun 21 19:46:21.293666 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d6cb355-90d4-4cfb-a675-2e71aef06708', 'tag': 'a5e20a58-0af2-48b6-8845-d30e4147d5e4'}] {{(pid=104576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:46:21.296396 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05f20d886da9388d71ee432e92ee53588f77c84f00dcc9da6d5f2e0db0526183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53f4c6b-feb7-4138-8ba3-8fb95f8f29eb" -d '{"events": [{"name": "network-changed", "server_uuid": "5d6cb355-90d4-4cfb-a675-2e71aef06708", "tag": "a5e20a58-0af2-48b6-8845-d30e4147d5e4"}]}' {{(pid=104576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:46:21.297206 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5d2c61-6f1c-40bd-be39-4adff79b8652 req-7d603e18-b602-4099-aac5-bdeb43518821 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:21.311179 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-5c5d2c61-6f1c-40bd-be39-4adff79b8652 req-7d603e18-b602-4099-aac5-bdeb43518821 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?device_id=f530946a-70ad-452d-96b7-18d2468e33a9 HTTP/1.1" status: 200 len: 946 time: 0.1440306 Jun 21 19:46:21.386729 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 19:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31c4918-0e0a-495b-962d-4e2604907744 x-openstack-request-id: req-d31c4918-0e0a-495b-962d-4e2604907744 {{(pid=104576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:46:21.387329 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d6cb355-90d4-4cfb-a675-2e71aef06708", "tag": "a5e20a58-0af2-48b6-8845-d30e4147d5e4", "status": "completed", "code": 200}]} {{(pid=104576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:46:21.390240 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d31c4918-0e0a-495b-962d-4e2604907744 {{(pid=104576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:46:21.390682 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d6cb355-90d4-4cfb-a675-2e71aef06708', 'tag': 'a5e20a58-0af2-48b6-8845-d30e4147d5e4', 'status': 'completed', 'code': 200} Jun 21 19:46:21.422673 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-5c5d2c61-6f1c-40bd-be39-4adff79b8652 req-02511cc5-f90b-4379-8abc-764da9bfced4 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f34aa6c-b29c-41d3-870f-60686f70e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096947 Jun 21 19:46:21.534608 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58ee4b0-8b72-4c05-9206-11407636e54c service neutron] Pushing event updated for resources: {'Port': ['ID=a5e20a58-0af2-48b6-8845-d30e4147d5e4,revision_number=3']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:21.541114 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-c58ee4b0-8b72-4c05-9206-11407636e54c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:21.575105 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575807e6-11d1-41b3-97fc-ec8a559ab7ac req-a48f5e3b-7bb1-47c0-a49d-0e15a60ed6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:21.576971 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-575807e6-11d1-41b3-97fc-ec8a559ab7ac req-a48f5e3b-7bb1-47c0-a49d-0e15a60ed6b0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1c004a51ec044288ae4844a6042b0f32&device_id=5d6cb355-90d4-4cfb-a675-2e71aef06708 HTTP/1.1" status: 200 len: 1096 time: 0.1967764 Jun 21 19:46:21.585942 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e4c3ad6-0565-42f4-b49a-e26585c6d129 admin admin] Router 58f629bb-7bb5-4edd-bdfb-286e53aa7548 has already been hosted by L3 agent 340c6150-ff20-4abf-b4fe-5b82b8e71fd8 {{(pid=104576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 19:46:21.662500 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-575807e6-11d1-41b3-97fc-ec8a559ab7ac req-92626f93-c5e8-4705-95e9-52e81bdc47e5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a5e20a58-0af2-48b6-8845-d30e4147d5e4 HTTP/1.1" status: 200 len: 217 time: 0.0744529 Jun 21 19:46:21.669236 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-d572eb43-1247-40da-bafb-fbbdf5231c3c None None] Provisioning complete for port a7cc1bed-5c3e-4426-b1e0-c8a024ec1c14 triggered by entity DHCP. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:46:21.670296 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-d572eb43-1247-40da-bafb-fbbdf5231c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:21.733761 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device 17652a9b-0ced-4411-9d13-2c92c873ccea up at agent hyperv_hv-cinder-79246 {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:46:21.780336 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-d572eb43-1247-40da-bafb-fbbdf5231c3c None None] Port a7cc1bed-5c3e-4426-b1e0-c8a024ec1c14 cannot update to ACTIVE because it is not bound. {{(pid=104577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 19:46:21.819979 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device 273d0adc-5a7e-41a0-a6fa-1ed8b633cca5 up at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:46:21.863239 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575807e6-11d1-41b3-97fc-ec8a559ab7ac req-1e7acbc5-be4b-46eb-aed5-8c1077756e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:21.864704 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-575807e6-11d1-41b3-97fc-ec8a559ab7ac req-1e7acbc5-be4b-46eb-aed5-8c1077756e51 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=35cc38b2-325b-4124-b72d-79e7efa2e554 HTTP/1.1" status: 200 len: 853 time: 0.1472781 Jun 21 19:46:21.872234 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Provisioning complete for port 17652a9b-0ced-4411-9d13-2c92c873ccea triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:46:21.873060 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:21.908456 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-575807e6-11d1-41b3-97fc-ec8a559ab7ac req-551a4173-5e3c-40d5-be46-374696580f22 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bb140263-9c07-4d2c-8b7c-157252b839ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336361 Jun 21 19:46:21.984010 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4c3ad6-0565-42f4-b49a-e26585c6d129 admin admin] Notify agent at l3_agent.dv-cinder-792462-15-smb the message routers_updated {{(pid=104576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 19:46:22.001124 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-7e4c3ad6-0565-42f4-b49a-e26585c6d129 admin admin] 10.222.0.38 "PUT /v2.0/routers/58f629bb-7bb5-4edd-bdfb-286e53aa7548/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9372005 Jun 21 19:46:22.011657 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:22.021984 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03d4548-529f-424c-bf8a-b8bfbf9f0984 None None] Sync routers for ids ['58f629bb-7bb5-4edd-bdfb-286e53aa7548'] in dv-cinder-792462-15-smb {{(pid=104577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 19:46:22.118994 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03d4548-529f-424c-bf8a-b8bfbf9f0984 None None] Routers {'58f629bb-7bb5-4edd-bdfb-286e53aa7548'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:46:22.122144 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-c03d4548-529f-424c-bf8a-b8bfbf9f0984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:46:03Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['58f629bb-7bb5-4edd-bdfb-286e53aa7548'], 'active': True} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:46:22.128073 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-575807e6-11d1-41b3-97fc-ec8a559ab7ac req-66b5d117-eb63-48e6-8615-6f0d17e37e61 service neutron] 10.222.0.46 "GET /v2.0/networks/bb140263-9c07-4d2c-8b7c-157252b839ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114141 Jun 21 19:46:22.388997 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning complete for port 273d0adc-5a7e-41a0-a6fa-1ed8b633cca5 triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:46:22.389383 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:22.402654 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-575807e6-11d1-41b3-97fc-ec8a559ab7ac req-fa4e923f-8021-42a9-9d68-936c9651f38b service neutron] 10.222.0.46 "GET /v2.0/networks/bb140263-9c07-4d2c-8b7c-157252b839ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136936 Jun 21 19:46:22.455109 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9793f-7701-42d9-b44a-c1ad0836688b req-6f553637-e8b2-48bd-83d2-4e54f102da06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:22.461802 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-a8d9793f-7701-42d9-b44a-c1ad0836688b req-6f553637-e8b2-48bd-83d2-4e54f102da06 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ffc77c8d33bc44a59650792ffcc5c42d&device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 1099 time: 0.2746918 Jun 21 19:46:22.469279 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port 17652a9b-0ced-4411-9d13-2c92c873ccea, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=17652a9b-0ced-4411-9d13-2c92c873ccea,segment=NetworkSegment(33c04394-201f-475d-af05-ec70e2377f9f),segment_id=33c04394-201f-475d-af05-ec70e2377f9f)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:46:22.500472 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798eef7f-90ad-484e-a42c-0034c59a4340 req-0add3705-d30e-4669-be23-6b566f46a304 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:22.510214 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-798eef7f-90ad-484e-a42c-0034c59a4340 req-0add3705-d30e-4669-be23-6b566f46a304 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d6cb355-90d4-4cfb-a675-2e71aef06708 HTTP/1.1" status: 200 len: 943 time: 0.4103928 Jun 21 19:46:22.560371 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b49d3a-39fb-4115-82fc-47dcbe1fccb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17652a9b-0ced-4411-9d13-2c92c873ccea'}] {{(pid=104577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:46:22.565079 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c14435dcc002c6d250290293137fb351442a83316ffa0c10b5cf8ed6f24812f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc5152f8-6568-4303-b9f5-517494fae426" -d '{"events": [{"server_uuid": "67b49d3a-39fb-4115-82fc-47dcbe1fccb9", "name": "network-vif-plugged", "status": "completed", "tag": "17652a9b-0ced-4411-9d13-2c92c873ccea"}]}' {{(pid=104577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:46:22.636811 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:22.649108 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b7db4-fb56-41cf-beeb-228be99eb99a req-2451b1a6-9ca2-477a-89d4-ef3b90d0e401 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:22.659714 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-4d8b7db4-fb56-41cf-beeb-228be99eb99a req-2451b1a6-9ca2-477a-89d4-ef3b90d0e401 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 945 time: 0.1947525 Jun 21 19:46:22.661584 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:22.730451 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-798eef7f-90ad-484e-a42c-0034c59a4340 req-127c3974-b834-4625-97ac-8cbb361ca934 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/security-groups?id=976b2aa1-f36b-47f5-8985-27c4a5c1e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193558 Jun 21 19:46:22.792296 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-4d8b7db4-fb56-41cf-beeb-228be99eb99a req-c76140ad-9279-41c7-8fbf-a9783c163cee tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303103 Jun 21 19:46:22.808294 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f4c6b-feb7-4138-8ba3-8fb95f8f29eb req-cc258de0-a5e3-4b78-8c09-c88d1bd70886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:22.812966 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-c53f4c6b-feb7-4138-8ba3-8fb95f8f29eb req-cc258de0-a5e3-4b78-8c09-c88d1bd70886 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1c004a51ec044288ae4844a6042b0f32&device_id=5d6cb355-90d4-4cfb-a675-2e71aef06708 HTTP/1.1" status: 200 len: 1096 time: 0.3203037 Jun 21 19:46:22.823637 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9793f-7701-42d9-b44a-c1ad0836688b req-1cf66ba1-dc9c-4afb-80a5-065081eeddb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:22.825448 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-a8d9793f-7701-42d9-b44a-c1ad0836688b req-1cf66ba1-dc9c-4afb-80a5-065081eeddb4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cbd5c296-051f-43ab-b7d6-154e00c9c776 HTTP/1.1" status: 200 len: 920 time: 0.3065579 Jun 21 19:46:22.947091 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvr_db [None req-c03d4548-529f-424c-bf8a-b8bfbf9f0984 None None] Set router 58f629bb-7bb5-4edd-bdfb-286e53aa7548 gateway port host: dv-cinder-792462-15-smb {{(pid=104577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:46:22.972926 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-a8d9793f-7701-42d9-b44a-c1ad0836688b req-cccbec1e-26a0-4bfa-9e3f-57201b8f894a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb5cc4e0-9f97-4b22-86c2-2703a6989409 HTTP/1.1" status: 200 len: 217 time: 0.1396668 Jun 21 19:46:23.092346 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f4c6b-feb7-4138-8ba3-8fb95f8f29eb req-c5409a73-efb0-4915-95b2-a38d1c2959dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:23.098351 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-c53f4c6b-feb7-4138-8ba3-8fb95f8f29eb req-c5409a73-efb0-4915-95b2-a38d1c2959dd service neutron] 10.222.0.46 "GET /v2.0/networks?id=bb140263-9c07-4d2c-8b7c-157252b839ff HTTP/1.1" status: 200 len: 914 time: 0.2750032 Jun 21 19:46:23.173786 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-c53f4c6b-feb7-4138-8ba3-8fb95f8f29eb req-d9d0edca-0633-424f-b93b-ea4ffed10aa9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a5e20a58-0af2-48b6-8845-d30e4147d5e4 HTTP/1.1" status: 200 len: 217 time: 0.0705452 Jun 21 19:46:23.208694 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9793f-7701-42d9-b44a-c1ad0836688b req-11dfca12-cfc4-4366-9ae5-71f637ddb39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:23.211682 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-a8d9793f-7701-42d9-b44a-c1ad0836688b req-11dfca12-cfc4-4366-9ae5-71f637ddb39a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=647d05b7-de31-4d93-b064-d84c7c4b5039 HTTP/1.1" status: 200 len: 859 time: 0.2281208 Jun 21 19:46:23.291820 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f4c6b-feb7-4138-8ba3-8fb95f8f29eb req-86013b30-2538-4f3c-9677-a22e918154b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:23.293729 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-c53f4c6b-feb7-4138-8ba3-8fb95f8f29eb req-86013b30-2538-4f3c-9677-a22e918154b8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=35cc38b2-325b-4124-b72d-79e7efa2e554 HTTP/1.1" status: 200 len: 853 time: 0.1112306 Jun 21 19:46:23.326122 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-a8d9793f-7701-42d9-b44a-c1ad0836688b req-1b129030-6c00-43ee-8ccf-a26c52e70055 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cbd5c296-051f-43ab-b7d6-154e00c9c776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1016841 Jun 21 19:46:23.337480 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-c53f4c6b-feb7-4138-8ba3-8fb95f8f29eb req-302e9fe5-78a3-40ec-b0f5-0d2ba00c9cdb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bb140263-9c07-4d2c-8b7c-157252b839ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364745 Jun 21 19:46:23.345362 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b870e0f-2889-49a7-b231-a7ccdf04b30c req-b698ecff-d8df-4e9c-a485-f64792658fd5 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:23.352860 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-0b870e0f-2889-49a7-b231-a7ccdf04b30c req-b698ecff-d8df-4e9c-a485-f64792658fd5 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?device_id=f530946a-70ad-452d-96b7-18d2468e33a9 HTTP/1.1" status: 200 len: 946 time: 0.1222384 Jun 21 19:46:23.445285 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 42716) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:46:23.464533 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-a8d9793f-7701-42d9-b44a-c1ad0836688b req-377d151c-b0cd-48f0-9f4b-d33bb9e4bc8e service neutron] 10.222.0.46 "GET /v2.0/networks/cbd5c296-051f-43ab-b7d6-154e00c9c776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239278 Jun 21 19:46:23.494770 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Pushing event updated for resources: {'Port': ['ID=17652a9b-0ced-4411-9d13-2c92c873ccea,revision_number=7']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:23.495019 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [None req-6e033475-95c4-48a4-9dc9-935c03d7ed08 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2043768721-network', 'tenant_id': 'ce91c6da166f41a59eec675e0b531c31'}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:46:23.502226 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.841s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:23.535707 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-0b870e0f-2889-49a7-b231-a7ccdf04b30c req-fa0dce9b-0747-4f9b-857f-f10b793b5876 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f34aa6c-b29c-41d3-870f-60686f70e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1798904 Jun 21 19:46:23.598740 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-a8d9793f-7701-42d9-b44a-c1ad0836688b req-4282884c-9d11-4111-be7b-1948c2991ffc service neutron] 10.222.0.46 "GET /v2.0/networks/cbd5c296-051f-43ab-b7d6-154e00c9c776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238725 Jun 21 19:46:23.609455 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517a5a4-4653-4ab0-8372-4d0bc804f220 req-cc6aec1e-8eaa-41ee-b5b8-fe8a37f2e5ed tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:23.616871 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-c517a5a4-4653-4ab0-8372-4d0bc804f220 req-cc6aec1e-8eaa-41ee-b5b8-fe8a37f2e5ed tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.5725539 Jun 21 19:46:23.618027 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e033475-95c4-48a4-9dc9-935c03d7ed08 admin admin] Made reservation on behalf of ce91c6da166f41a59eec675e0b531c31 for: {'network': 1} {{(pid=104575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:46:23.623912 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6e033475-95c4-48a4-9dc9-935c03d7ed08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for network, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:23.640251 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 19:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d433bb98-032f-451b-a9eb-61725258383b x-openstack-request-id: req-d433bb98-032f-451b-a9eb-61725258383b {{(pid=104577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:46:23.640715 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b49d3a-39fb-4115-82fc-47dcbe1fccb9", "name": "network-vif-plugged", "status": "completed", "tag": "17652a9b-0ced-4411-9d13-2c92c873ccea", "code": 200}]} {{(pid=104577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:46:23.640820 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d433bb98-032f-451b-a9eb-61725258383b {{(pid=104577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:46:23.641184 dv-cinder-792462-15-smb neutron-server[104577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b49d3a-39fb-4115-82fc-47dcbe1fccb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17652a9b-0ced-4411-9d13-2c92c873ccea', 'code': 200} Jun 21 19:46:23.660706 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-c03d4548-529f-424c-bf8a-b8bfbf9f0984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f629bb-7bb5-4edd-bdfb-286e53aa7548', 'name': 'tempest-TestShelveInstance-951043447-router', 'tenant_id': '7d038946e22a4a039bc4d65b7cf25809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '273d0adc-5a7e-41a0-a6fa-1ed8b633cca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:46:12Z', 'updated_at': '2021-06-21T19:46:19Z', 'revision_number': 4, 'project_id': '7d038946e22a4a039bc4d65b7cf25809', 'gw_port': {'id': '273d0adc-5a7e-41a0-a6fa-1ed8b633cca5', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ae:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f629bb-7bb5-4edd-bdfb-286e53aa7548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:46:13Z', 'updated_at': '2021-06-21T19:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_interfaces': [{'id': 'a7cc1bed-5c3e-4426-b1e0-c8a024ec1c14', 'name': '', 'network_id': '0f9d9530-e1a8-407d-9ee9-f77d68ba41e8', 'tenant_id': '7d038946e22a4a039bc4d65b7cf25809', 'mac_address': 'fa:16:3e:0b:6f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f629bb-7bb5-4edd-bdfb-286e53aa7548', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'fdf61b56-f8b4-457a-8e16-21ee84ffaed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:46:17Z', 'updated_at': '2021-06-21T19:46:19Z', 'revision_number': 2, 'project_id': '7d038946e22a4a039bc4d65b7cf25809', 'subnets': [{'id': 'fdf61b56-f8b4-457a-8e16-21ee84ffaed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:46:23.664128 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6e033475-95c4-48a4-9dc9-935c03d7ed08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:23.668859 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-c517a5a4-4653-4ab0-8372-4d0bc804f220 req-cfb0c726-1d77-4c30-9d61-f4dd55d2e43d tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510263 Jun 21 19:46:23.734437 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03d4548-529f-424c-bf8a-b8bfbf9f0984 None None] Checking router: 58f629bb-7bb5-4edd-bdfb-286e53aa7548 for host: dv-cinder-792462-15-smb {{(pid=104577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 19:46:23.735095 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03d4548-529f-424c-bf8a-b8bfbf9f0984 None None] Updating router 58f629bb-7bb5-4edd-bdfb-286e53aa7548 port a7cc1bed-5c3e-4426-b1e0-c8a024ec1c14 binding host dv-cinder-792462-15-smb {{(pid=104577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 19:46:23.801654 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-c03d4548-529f-424c-bf8a-b8bfbf9f0984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:23.856644 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6e033475-95c4-48a4-9dc9-935c03d7ed08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:23.874524 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-c53f4c6b-feb7-4138-8ba3-8fb95f8f29eb req-92757838-8f99-489f-901e-49f6d5ed33ee service neutron] 10.222.0.46 "GET /v2.0/networks/bb140263-9c07-4d2c-8b7c-157252b839ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5127189 Jun 21 19:46:23.878199 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6e033475-95c4-48a4-9dc9-935c03d7ed08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:23.905455 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e033475-95c4-48a4-9dc9-935c03d7ed08 admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=104575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 19:46:23.926150 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6e033475-95c4-48a4-9dc9-935c03d7ed08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740799'] for segment, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:23.926781 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.db.segments_db [None req-6e033475-95c4-48a4-9dc9-935c03d7ed08 admin admin] Added segment 1d681abe-07c9-4bbf-85b6-8b905d2d0e97 of type vlan for network 55f5be14-f776-4d4a-b537-b8ca3e65884c Jun 21 19:46:24.026922 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-5f8a561a-1cef-4042-9f2c-3f042e896a2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:24.207841 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6e033475-95c4-48a4-9dc9-935c03d7ed08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761649351873'] for network, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:24.239501 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6276c6-5688-40a5-9b9f-75a4a78711b8 req-c0601155-1a3e-4bb2-b4e6-d70526095eb2 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:24.249828 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-fc6276c6-5688-40a5-9b9f-75a4a78711b8 req-c0601155-1a3e-4bb2-b4e6-d70526095eb2 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 945 time: 0.1564734 Jun 21 19:46:24.262221 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-c53f4c6b-feb7-4138-8ba3-8fb95f8f29eb req-a5c53ee3-a397-43fb-9979-e65444559443 service neutron] 10.222.0.46 "GET /v2.0/networks/bb140263-9c07-4d2c-8b7c-157252b839ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387669 Jun 21 19:46:24.311330 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6e033475-95c4-48a4-9dc9-935c03d7ed08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33202238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553'] for network, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:24.320679 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e033475-95c4-48a4-9dc9-935c03d7ed08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:24.321451 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6e033475-95c4-48a4-9dc9-935c03d7ed08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for network, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:24.330666 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-fc6276c6-5688-40a5-9b9f-75a4a78711b8 req-156189d9-b641-41ff-b107-c8e15d3b833d tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730038 Jun 21 19:46:24.352392 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e033475-95c4-48a4-9dc9-935c03d7ed08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9490a8a4-ae57-4348-a844-4c5274e2a5f8,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:24.366560 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-6e033475-95c4-48a4-9dc9-935c03d7ed08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:24.382219 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-9c3ba359-556a-4c9b-bf06-fbadc39ed0bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:24.484146 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-6e033475-95c4-48a4-9dc9-935c03d7ed08 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0358112 Jun 21 19:46:24.488149 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 42728) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:46:24.494750 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.v2.base [None req-4f8fd004-98e0-4c7f-818e-ac210854a316 admin admin] Request body: {'subnet': {'network_id': '55f5be14-f776-4d4a-b537-b8ca3e65884c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2043768721-subnet', 'tenant_id': 'ce91c6da166f41a59eec675e0b531c31', 'ip_version': 4}} {{(pid=104576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:46:24.514803 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e033475-95c4-48a4-9dc9-935c03d7ed08 admin admin] Pushing event updated for resources: {'Network': ['ID=55f5be14-f776-4d4a-b537-b8ca3e65884c,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:24.519849 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-6e033475-95c4-48a4-9dc9-935c03d7ed08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:24.531598 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Network 55f5be14-f776-4d4a-b537-b8ca3e65884c details requested by agent ovs-agent-dv-cinder-792462-15-smb with host dv-cinder-792462-15-smb {{(pid=104577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 19:46:24.533178 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9490a8a-4fb9-4a61-a8b6-a0e1be2455b8 req-5f54564a-12e7-46a6-b0b4-142a52dba7f4 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:24.537550 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-b9490a8a-4fb9-4a61-a8b6-a0e1be2455b8 req-5f54564a-12e7-46a6-b0b4-142a52dba7f4 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d6cb355-90d4-4cfb-a675-2e71aef06708 HTTP/1.1" status: 200 len: 943 time: 0.4703078 Jun 21 19:46:24.594149 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8fd004-98e0-4c7f-818e-ac210854a316 admin admin] Made reservation on behalf of ce91c6da166f41a59eec675e0b531c31 for: {'subnet': 1} {{(pid=104576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:46:24.602150 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-4f8fd004-98e0-4c7f-818e-ac210854a316 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:24.698870 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-b9490a8a-4fb9-4a61-a8b6-a0e1be2455b8 req-eea93ae7-658f-434c-9f2d-15580aeb9e30 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/security-groups?id=976b2aa1-f36b-47f5-8985-27c4a5c1e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547892 Jun 21 19:46:24.963927 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-c03d4548-529f-424c-bf8a-b8bfbf9f0984 None None] Notify callbacks [] for port, precommit_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:24.982615 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-c03d4548-529f-424c-bf8a-b8bfbf9f0984 None None] Transition to ACTIVE for port object a7cc1bed-5c3e-4426-b1e0-c8a024ec1c14 will not be triggered until provisioned by entity L2. {{(pid=104577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:46:24.995530 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-c03d4548-529f-424c-bf8a-b8bfbf9f0984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:25.010734 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:25.091248 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9312534-cedc-4f1b-8fd6-9e111367b2f2 req-ee1cc70a-cc44-4b91-9ec8-b48e1e5e1395 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:25.093234 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-f9312534-cedc-4f1b-8fd6-9e111367b2f2 req-ee1cc70a-cc44-4b91-9ec8-b48e1e5e1395 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.1647661 Jun 21 19:46:25.157892 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babd84cb-84e9-43c0-9edb-0ccb0218107d req-45015933-d2d9-40be-b3f2-f2313d01bdec tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:25.159468 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-babd84cb-84e9-43c0-9edb-0ccb0218107d req-45015933-d2d9-40be-b3f2-f2313d01bdec tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?device_id=f530946a-70ad-452d-96b7-18d2468e33a9 HTTP/1.1" status: 200 len: 946 time: 0.2865293 Jun 21 19:46:25.168368 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-f9312534-cedc-4f1b-8fd6-9e111367b2f2 req-7f3098b2-c533-4037-96f8-c1c42e909154 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675597 Jun 21 19:46:25.233926 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbac01d-88c3-4e95-8891-d0864ffef234 None None] Pushing event updated for resources: {'Port': ['ID=a7cc1bed-5c3e-4426-b1e0-c8a024ec1c14,revision_number=3']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:25.245514 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-3bbac01d-88c3-4e95-8891-d0864ffef234 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:25.252919 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-babd84cb-84e9-43c0-9edb-0ccb0218107d req-efdb51d6-3b75-4f62-b346-929b8f6d1b07 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f34aa6c-b29c-41d3-870f-60686f70e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769823 Jun 21 19:46:25.269620 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.managers [None req-c03d4548-529f-424c-bf8a-b8bfbf9f0984 None None] Attempting to bind port a7cc1bed-5c3e-4426-b1e0-c8a024ec1c14 on host dv-cinder-792462-15-smb for vnic_type normal with profile {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:46:25.270022 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.managers [None req-c03d4548-529f-424c-bf8a-b8bfbf9f0984 None None] Attempting to bind port a7cc1bed-5c3e-4426-b1e0-c8a024ec1c14 by drivers openvswitch,hyperv on host dv-cinder-792462-15-smb at level 0 using segments [{'id': '01680dc6-c913-4da3-9332-617721ba6b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0f9d9530-e1a8-407d-9ee9-f77d68ba41e8'}] {{(pid=104577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:46:25.270390 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03d4548-529f-424c-bf8a-b8bfbf9f0984 None None] Attempting to bind port a7cc1bed-5c3e-4426-b1e0-c8a024ec1c14 on network 0f9d9530-e1a8-407d-9ee9-f77d68ba41e8 {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:46:25.303353 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03d4548-529f-424c-bf8a-b8bfbf9f0984 None None] Checking agent: {'id': '8d444399-5de6-4d79-83a5-d4f9d95bef37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 36, 33), 'started_at': datetime.datetime(2021, 6, 21, 19, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:46:25.304166 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03d4548-529f-424c-bf8a-b8bfbf9f0984 None None] Checking segment: {'id': '01680dc6-c913-4da3-9332-617721ba6b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0f9d9530-e1a8-407d-9ee9-f77d68ba41e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:46:25.304813 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-c03d4548-529f-424c-bf8a-b8bfbf9f0984 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:25.305527 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03d4548-529f-424c-bf8a-b8bfbf9f0984 None None] Bound using segment: {'id': '01680dc6-c913-4da3-9332-617721ba6b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0f9d9530-e1a8-407d-9ee9-f77d68ba41e8'} {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:46:25.306270 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.managers [None req-c03d4548-529f-424c-bf8a-b8bfbf9f0984 None None] Bound port: a7cc1bed-5c3e-4426-b1e0-c8a024ec1c14, host: dv-cinder-792462-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01680dc6-c913-4da3-9332-617721ba6b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0f9d9530-e1a8-407d-9ee9-f77d68ba41e8'}}] {{(pid=104577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:46:25.306893 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-c03d4548-529f-424c-bf8a-b8bfbf9f0984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:25.401939 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-c03d4548-529f-424c-bf8a-b8bfbf9f0984 None None] For port a7cc1bed-5c3e-4426-b1e0-c8a024ec1c14, host dv-cinder-792462-15-smb, cleared binding levels {{(pid=104577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:46:25.413903 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-c03d4548-529f-424c-bf8a-b8bfbf9f0984 None None] For port a7cc1bed-5c3e-4426-b1e0-c8a024ec1c14, host dv-cinder-792462-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=a7cc1bed-5c3e-4426-b1e0-c8a024ec1c14,segment=NetworkSegment(01680dc6-c913-4da3-9332-617721ba6b6f),segment_id=01680dc6-c913-4da3-9332-617721ba6b6f)] {{(pid=104577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:46:25.427632 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-c03d4548-529f-424c-bf8a-b8bfbf9f0984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:25.430677 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:25.510222 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-4f8fd004-98e0-4c7f-818e-ac210854a316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562'] for subnet, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:25.523312 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-cc77728b-b8f0-4beb-93fa-a8d716933d03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:25.636851 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8fd004-98e0-4c7f-818e-ac210854a316 admin admin] Pushing event updated for resources: {'Subnet': ['ID=906a166f-a81b-40b3-9d31-50555f79c0ba,revision_number=0']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:25.640010 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-4f8fd004-98e0-4c7f-818e-ac210854a316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:25.643230 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8fd004-98e0-4c7f-818e-ac210854a316 admin admin] Checking segment: {'id': '1d681abe-07c9-4bbf-85b6-8b905d2d0e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55f5be14-f776-4d4a-b537-b8ca3e65884c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:46:25.643529 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8fd004-98e0-4c7f-818e-ac210854a316 admin admin] Network hostable DHCP agents. Network: 55f5be14-f776-4d4a-b537-b8ca3e65884c, hostable agents: ['a15a033b-c070-47da-bf4d-e41793740fb3'], hosted agents: [] {{(pid=104576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 19:46:25.711603 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8fd004-98e0-4c7f-818e-ac210854a316 admin admin] Network 55f5be14-f776-4d4a-b537-b8ca3e65884c is scheduled to be hosted by DHCP agent a15a033b-c070-47da-bf4d-e41793740fb3 with binding_index 1 {{(pid=104576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 19:46:25.724943 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbac01d-88c3-4e95-8891-d0864ffef234 None None] Pushing event updated for resources: {'Port': ['ID=a7cc1bed-5c3e-4426-b1e0-c8a024ec1c14,revision_number=4']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:25.727936 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03d4548-529f-424c-bf8a-b8bfbf9f0984 None None] Routers {'58f629bb-7bb5-4edd-bdfb-286e53aa7548'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:46:25.728912 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-c03d4548-529f-424c-bf8a-b8bfbf9f0984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:46:03Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['58f629bb-7bb5-4edd-bdfb-286e53aa7548'], 'active': True} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:46:25.738122 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.base_scheduler [None req-4f8fd004-98e0-4c7f-818e-ac210854a316 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-15-smb, 55f5be14-f776-4d4a-b537-b8ca3e65884c) {{(pid=104576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:46:25.756878 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8fd004-98e0-4c7f-818e-ac210854a316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:25.757759 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-4f8fd004-98e0-4c7f-818e-ac210854a316 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:25.790986 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-4f8fd004-98e0-4c7f-818e-ac210854a316 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3012693 Jun 21 19:46:25.793542 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 42744) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:46:25.807114 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.v2.base [None req-b6a393c0-e287-44bd-bc3e-745599e553a0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2043768721-router', 'tenant_id': 'ce91c6da166f41a59eec675e0b531c31', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143'}}} {{(pid=104576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:46:25.851313 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-3bbac01d-88c3-4e95-8891-d0864ffef234 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:25.856417 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device a5e20a58-0af2-48b6-8845-d30e4147d5e4 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=104577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 19:46:25.883685 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffbb4d4-7732-45f2-9e80-0ce845506593 req-6caec636-74e9-4954-b029-a63377612c61 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:25.887497 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-1ffbb4d4-7732-45f2-9e80-0ce845506593 req-6caec636-74e9-4954-b029-a63377612c61 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 945 time: 0.2428796 Jun 21 19:46:25.893474 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-b6a393c0-e287-44bd-bc3e-745599e553a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-33081490', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-542'] for router, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:25.894633 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-b6a393c0-e287-44bd-bc3e-745599e553a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-33081583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-33076897', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-33284051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-615'] for router, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:26.015860 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-1ffbb4d4-7732-45f2-9e80-0ce845506593 req-a4c4527c-6ee5-42ed-8f0b-ce974ddbcf7a tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171770 Jun 21 19:46:26.101379 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port a5e20a58-0af2-48b6-8845-d30e4147d5e4, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a5e20a58-0af2-48b6-8845-d30e4147d5e4,segment=NetworkSegment(b2609d98-de7e-448e-8715-7147b155efba),segment_id=b2609d98-de7e-448e-8715-7147b155efba)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:46:26.108070 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-b6a393c0-e287-44bd-bc3e-745599e553a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:26.115844 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd25c0e-0ac3-404d-8bd5-36379a3dc0b7 None None] Network 55f5be14-f776-4d4a-b537-b8ca3e65884c requested from dv-cinder-792462-15-smb {{(pid=104577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:46:26.123250 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Returning: {'device': 'a5e20a58-0af2-48b6-8845-d30e4147d5e4', 'network_id': 'bb140263-9c07-4d2c-8b7c-157252b839ff', 'port_id': 'a5e20a58-0af2-48b6-8845-d30e4147d5e4', 'mac_address': 'fa:16:3e:c4:fe:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35cc38b2-325b-4124-b72d-79e7efa2e554', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 19:46:26.343053 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:26.369881 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.notifiers.nova [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5e20a58-0af2-48b6-8845-d30e4147d5e4 {{(pid=104577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:46:26.378051 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec4521-9295-42b6-bce3-8dfbae8d2852 req-45c5e117-d26f-4de6-89b3-e876c8ccf218 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:26.393862 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-22ec4521-9295-42b6-bce3-8dfbae8d2852 req-45c5e117-d26f-4de6-89b3-e876c8ccf218 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d6cb355-90d4-4cfb-a675-2e71aef06708 HTTP/1.1" status: 200 len: 943 time: 0.3399932 Jun 21 19:46:26.394576 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port a5e20a58-0af2-48b6-8845-d30e4147d5e4, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a5e20a58-0af2-48b6-8845-d30e4147d5e4,segment=NetworkSegment(b2609d98-de7e-448e-8715-7147b155efba),segment_id=b2609d98-de7e-448e-8715-7147b155efba)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:46:26.407674 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:26.416196 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-24748512-0370-455f-9ebd-deaeb287704d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:26.523291 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b0383-2f1e-4bb5-90be-7975c5ccf5d8 req-15c16e66-685a-40b5-80aa-7c80a22de301 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:26.534700 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-043b0383-2f1e-4bb5-90be-7975c5ccf5d8 req-15c16e66-685a-40b5-80aa-7c80a22de301 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.1262391 Jun 21 19:46:26.587034 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-043b0383-2f1e-4bb5-90be-7975c5ccf5d8 req-5e2bb5d4-2e61-46c9-847e-4bd41bf00485 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514581 Jun 21 19:46:26.594370 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-b6a393c0-e287-44bd-bc3e-745599e553a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-33076947', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-33081440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-629'] for router, precommit_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:26.633574 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvr_db [None req-c03d4548-529f-424c-bf8a-b8bfbf9f0984 None None] Set router 58f629bb-7bb5-4edd-bdfb-286e53aa7548 gateway port host: dv-cinder-792462-15-smb {{(pid=104577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:46:26.815164 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-22ec4521-9295-42b6-bce3-8dfbae8d2852 req-52f9b5ef-6262-4847-82d6-f2bb677c9d67 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/security-groups?id=976b2aa1-f36b-47f5-8985-27c4a5c1e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4196224 Jun 21 19:46:26.953945 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] get_ports_and_sgs() called for port_ids ['a5e20a58-0af2-48b6-8845-d30e4147d5e4'] {{(pid=104577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 19:46:26.965375 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Pushing event updated for resources: {'Port': ['ID=a5e20a58-0af2-48b6-8845-d30e4147d5e4,revision_number=4']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:26.993005 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff51c1-df50-436e-ae2d-7bb4be67cff9 req-fc822d88-ac42-4d6a-9d60-4f97e953c607 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:27.003148 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-f7ff51c1-df50-436e-ae2d-7bb4be67cff9 req-fc822d88-ac42-4d6a-9d60-4f97e953c607 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?device_id=f530946a-70ad-452d-96b7-18d2468e33a9 HTTP/1.1" status: 200 len: 946 time: 0.1708958 Jun 21 19:46:27.003391 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:27.008648 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:27.097452 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-f7ff51c1-df50-436e-ae2d-7bb4be67cff9 req-c4af4133-426b-4925-92a9-c7728a988950 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f34aa6c-b29c-41d3-870f-60686f70e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923667 Jun 21 19:46:27.183509 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b739afa4-4d30-4eb3-8934-174e27fd4ede None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7d676ff1-0166-5ff7-86db-f90a5ccf99a7-55f5be14-f776-4d4a-b537-b8ca3e65884c', 'network_id': '55f5be14-f776-4d4a-b537-b8ca3e65884c', 'tenant_id': 'ce91c6da166f41a59eec675e0b531c31', 'fixed_ips': [{'subnet_id': '906a166f-a81b-40b3-9d31-50555f79c0ba'}]}} from dv-cinder-792462-15-smb. {{(pid=104577) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 19:46:27.184520 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-b739afa4-4d30-4eb3-8934-174e27fd4ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for port, before_create {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:27.291968 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-b6a393c0-e287-44bd-bc3e-745599e553a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:27.399848 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-b6a393c0-e287-44bd-bc3e-745599e553a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for port, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:27.557944 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b086a-eedb-4342-b92b-816c6ef3b33a req-f19691fd-2a0e-44a0-b19e-93587c800065 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:27.559588 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-075b086a-eedb-4342-b92b-816c6ef3b33a req-f19691fd-2a0e-44a0-b19e-93587c800065 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 945 time: 0.3465238 Jun 21 19:46:27.589472 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-c03d4548-529f-424c-bf8a-b8bfbf9f0984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f629bb-7bb5-4edd-bdfb-286e53aa7548', 'name': 'tempest-TestShelveInstance-951043447-router', 'tenant_id': '7d038946e22a4a039bc4d65b7cf25809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '273d0adc-5a7e-41a0-a6fa-1ed8b633cca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:46:12Z', 'updated_at': '2021-06-21T19:46:19Z', 'revision_number': 4, 'project_id': '7d038946e22a4a039bc4d65b7cf25809', 'gw_port': {'id': '273d0adc-5a7e-41a0-a6fa-1ed8b633cca5', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ae:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f629bb-7bb5-4edd-bdfb-286e53aa7548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:46:13Z', 'updated_at': '2021-06-21T19:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_interfaces': [{'id': 'a7cc1bed-5c3e-4426-b1e0-c8a024ec1c14', 'name': '', 'network_id': '0f9d9530-e1a8-407d-9ee9-f77d68ba41e8', 'tenant_id': '7d038946e22a4a039bc4d65b7cf25809', 'mac_address': 'fa:16:3e:0b:6f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f629bb-7bb5-4edd-bdfb-286e53aa7548', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'fdf61b56-f8b4-457a-8e16-21ee84ffaed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:46:17Z', 'updated_at': '2021-06-21T19:46:25Z', 'revision_number': 4, 'project_id': '7d038946e22a4a039bc4d65b7cf25809', 'subnets': [{'id': 'fdf61b56-f8b4-457a-8e16-21ee84ffaed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:46:27.669603 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03d4548-529f-424c-bf8a-b8bfbf9f0984 None None] The sync data for ids ['58f629bb-7bb5-4edd-bdfb-286e53aa7548'] in dv-cinder-792462-15-smb is: [{'id': '58f629bb-7bb5-4edd-bdfb-286e53aa7548', 'name': 'tempest-TestShelveInstance-951043447-router', 'tenant_id': '7d038946e22a4a039bc4d65b7cf25809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '273d0adc-5a7e-41a0-a6fa-1ed8b633cca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:46:12Z', 'updated_at': '2021-06-21T19:46:19Z', 'revision_number': 4, 'project_id': '7d038946e22a4a039bc4d65b7cf25809', 'gw_port': {'id': '273d0adc-5a7e-41a0-a6fa-1ed8b633cca5', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ae:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f629bb-7bb5-4edd-bdfb-286e53aa7548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:46:13Z', 'updated_at': '2021-06-21T19:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_interfaces': [{'id': 'a7cc1bed-5c3e-4426-b1e0-c8a024ec1c14', 'name': '', 'network_id': '0f9d9530-e1a8-407d-9ee9-f77d68ba41e8', 'tenant_id': '7d038946e22a4a039bc4d65b7cf25809', 'mac_address': 'fa:16:3e:0b:6f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f629bb-7bb5-4edd-bdfb-286e53aa7548', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'fdf61b56-f8b4-457a-8e16-21ee84ffaed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:46:17Z', 'updated_at': '2021-06-21T19:46:25Z', 'revision_number': 4, 'project_id': '7d038946e22a4a039bc4d65b7cf25809', 'subnets': [{'id': 'fdf61b56-f8b4-457a-8e16-21ee84ffaed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 19:46:27.806323 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-075b086a-eedb-4342-b92b-816c6ef3b33a req-20a08cd4-e241-4197-b962-9075d4634c51 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2291210 Jun 21 19:46:27.890866 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.db_base_plugin_common [None req-b739afa4-4d30-4eb3-8934-174e27fd4ede None None] Allocated IP 172.20.0.2 (55f5be14-f776-4d4a-b537-b8ca3e65884c/906a166f-a81b-40b3-9d31-50555f79c0ba/d5666de5-4322-40ee-904e-faf9b7679e57) {{(pid=104577) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:46:27.912336 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.db_base_plugin_common [None req-b6a393c0-e287-44bd-bc3e-745599e553a0 admin admin] Allocated IP 172.28.3.136 (1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143/92f70134-f308-40e4-a372-590fff45c87e/aadfeafc-b011-4d08-b58a-83042829f548) {{(pid=104576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:46:28.252348 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-b739afa4-4d30-4eb3-8934-174e27fd4ede None None] Notify callbacks [] for port, precommit_create {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:28.264185 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-b6a393c0-e287-44bd-bc3e-745599e553a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:28.279192 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-b739afa4-4d30-4eb3-8934-174e27fd4ede None None] Transition to ACTIVE for port object d5666de5-4322-40ee-904e-faf9b7679e57 will not be triggered until provisioned by entity L2. {{(pid=104577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:46:28.336621 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-b739afa4-4d30-4eb3-8934-174e27fd4ede None None] Transition to ACTIVE for port object d5666de5-4322-40ee-904e-faf9b7679e57 will not be triggered until provisioned by entity DHCP. {{(pid=104577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:46:28.362667 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-b739afa4-4d30-4eb3-8934-174e27fd4ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-129462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761649331797'] for port, after_create {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:28.370473 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-b6a393c0-e287-44bd-bc3e-745599e553a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-129462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761649331797'] for port, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:28.372207 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:28.374919 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-8db91619-d3ff-495d-a60f-6f14d78daf13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:28.461981 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b739afa4-4d30-4eb3-8934-174e27fd4ede None None] Network 55f5be14-f776-4d4a-b537-b8ca3e65884c is already hosted by enough agents. {{(pid=104577) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:46:28.465287 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a393c0-e287-44bd-bc3e-745599e553a0 admin admin] Network 1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143 is already hosted by enough agents. {{(pid=104576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:46:28.475475 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.base_scheduler [None req-b6a393c0-e287-44bd-bc3e-745599e553a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:46:28.481543 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.scheduler.base_scheduler [None req-b739afa4-4d30-4eb3-8934-174e27fd4ede None None] Resources bound (agent type, host, resource id): {{(pid=104577) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:46:28.488983 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a393c0-e287-44bd-bc3e-745599e553a0 admin admin] Received port after_create {{(pid=104576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:46:28.493500 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a393c0-e287-44bd-bc3e-745599e553a0 admin admin] Pushing event updated for resources: {'Port': ['ID=aadfeafc-b011-4d08-b58a-83042829f548,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:28.494505 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b739afa4-4d30-4eb3-8934-174e27fd4ede None None] Received port after_create {{(pid=104577) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:46:28.559885 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-b6a393c0-e287-44bd-bc3e-745599e553a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:28.562624 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83f03f-7983-4ec4-8888-7facbdd76ad6 req-9ba3e79b-39a3-42d4-bfc3-90bcb514bfed tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:28.582167 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-cd83f03f-7983-4ec4-8888-7facbdd76ad6 req-9ba3e79b-39a3-42d4-bfc3-90bcb514bfed tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.7161152 Jun 21 19:46:28.591556 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14bd57-75fc-4833-b8f3-8fbea8a6b096 req-bb52657e-c732-491b-ae0e-949323d45c2a tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:28.593154 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-fc14bd57-75fc-4833-b8f3-8fbea8a6b096 req-bb52657e-c732-491b-ae0e-949323d45c2a tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d6cb355-90d4-4cfb-a675-2e71aef06708 HTTP/1.1" status: 200 len: 944 time: 0.4228086 Jun 21 19:46:28.648566 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b739afa4-4d30-4eb3-8934-174e27fd4ede None None] Pushing event updated for resources: {'Port': ['ID=d5666de5-4322-40ee-904e-faf9b7679e57,revision_number=1']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:28.665951 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-b739afa4-4d30-4eb3-8934-174e27fd4ede None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:28.666650 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.managers [None req-b739afa4-4d30-4eb3-8934-174e27fd4ede None None] Attempting to bind port d5666de5-4322-40ee-904e-faf9b7679e57 on host dv-cinder-792462-15-smb for vnic_type normal with profile {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:46:28.667103 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.managers [None req-b739afa4-4d30-4eb3-8934-174e27fd4ede None None] Attempting to bind port d5666de5-4322-40ee-904e-faf9b7679e57 by drivers openvswitch,hyperv on host dv-cinder-792462-15-smb at level 0 using segments [{'id': '1d681abe-07c9-4bbf-85b6-8b905d2d0e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55f5be14-f776-4d4a-b537-b8ca3e65884c'}] {{(pid=104577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:46:28.667465 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b739afa4-4d30-4eb3-8934-174e27fd4ede None None] Attempting to bind port d5666de5-4322-40ee-904e-faf9b7679e57 on network 55f5be14-f776-4d4a-b537-b8ca3e65884c {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:46:28.668515 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-cd83f03f-7983-4ec4-8888-7facbdd76ad6 req-869720a2-1fd7-4bcf-9901-b3cbf68f824a tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801167 Jun 21 19:46:28.684596 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b739afa4-4d30-4eb3-8934-174e27fd4ede None None] Checking agent: {'id': '8d444399-5de6-4d79-83a5-d4f9d95bef37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 36, 33), 'started_at': datetime.datetime(2021, 6, 21, 19, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:46:28.685390 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b739afa4-4d30-4eb3-8934-174e27fd4ede None None] Checking segment: {'id': '1d681abe-07c9-4bbf-85b6-8b905d2d0e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55f5be14-f776-4d4a-b537-b8ca3e65884c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:46:28.686543 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-b739afa4-4d30-4eb3-8934-174e27fd4ede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:28.694870 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b739afa4-4d30-4eb3-8934-174e27fd4ede None None] Bound using segment: {'id': '1d681abe-07c9-4bbf-85b6-8b905d2d0e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55f5be14-f776-4d4a-b537-b8ca3e65884c'} {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:46:28.695401 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.managers [None req-b739afa4-4d30-4eb3-8934-174e27fd4ede None None] Bound port: d5666de5-4322-40ee-904e-faf9b7679e57, host: dv-cinder-792462-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d681abe-07c9-4bbf-85b6-8b905d2d0e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55f5be14-f776-4d4a-b537-b8ca3e65884c'}}] {{(pid=104577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:46:28.695789 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-b739afa4-4d30-4eb3-8934-174e27fd4ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:28.877434 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-fc14bd57-75fc-4833-b8f3-8fbea8a6b096 req-cd5ce7ac-111a-411d-91ae-0f3b35d38e99 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/security-groups?id=976b2aa1-f36b-47f5-8985-27c4a5c1e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161620 Jun 21 19:46:28.981935 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-b739afa4-4d30-4eb3-8934-174e27fd4ede None None] For port d5666de5-4322-40ee-904e-faf9b7679e57, host dv-cinder-792462-15-smb, cleared binding levels {{(pid=104577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:46:28.986471 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-b739afa4-4d30-4eb3-8934-174e27fd4ede None None] For port d5666de5-4322-40ee-904e-faf9b7679e57, host dv-cinder-792462-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=d5666de5-4322-40ee-904e-faf9b7679e57,segment=NetworkSegment(1d681abe-07c9-4bbf-85b6-8b905d2d0e97),segment_id=1d681abe-07c9-4bbf-85b6-8b905d2d0e97)] {{(pid=104577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:46:29.000578 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-b739afa4-4d30-4eb3-8934-174e27fd4ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:29.005949 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:29.093263 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b739afa4-4d30-4eb3-8934-174e27fd4ede None None] Pushing event updated for resources: {'Port': ['ID=d5666de5-4322-40ee-904e-faf9b7679e57,revision_number=2']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:29.097602 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-b739afa4-4d30-4eb3-8934-174e27fd4ede None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:29.122976 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d749ae-c363-4d61-b505-882842978a91 req-70c8de41-e8bc-49d0-b5fd-4f488854ed87 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:29.126609 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-b7d749ae-c363-4d61-b505-882842978a91 req-70c8de41-e8bc-49d0-b5fd-4f488854ed87 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?device_id=f530946a-70ad-452d-96b7-18d2468e33a9 HTTP/1.1" status: 200 len: 946 time: 0.1893985 Jun 21 19:46:29.183597 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-b6a393c0-e287-44bd-bc3e-745599e553a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:29.217724 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-b7d749ae-c363-4d61-b505-882842978a91 req-85de2b4f-c639-4c36-80e5-fb7c7ecd6da3 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f34aa6c-b29c-41d3-870f-60686f70e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828876 Jun 21 19:46:29.589480 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 42800) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:46:29.714288 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405bd814-2d68-4030-a047-8534b33d3d69 req-62e6fa55-fe14-40e7-a038-5575c5c9c63c tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:29.733502 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-405bd814-2d68-4030-a047-8534b33d3d69 req-62e6fa55-fe14-40e7-a038-5575c5c9c63c tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 945 time: 0.2180858 Jun 21 19:46:29.750221 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device a5e20a58-0af2-48b6-8845-d30e4147d5e4 up at agent hyperv_hv-cinder-79246 {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:46:29.838147 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-405bd814-2d68-4030-a047-8534b33d3d69 req-3df630cf-fc57-42ee-9e1e-2f9afb29699a tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032388 Jun 21 19:46:29.879436 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-29e96aa8-2c04-4701-9b3f-a1748b3ad995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:29.893519 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Provisioning for port a5e20a58-0af2-48b6-8845-d30e4147d5e4 completed by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:46:29.904357 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Provisioning complete for port a5e20a58-0af2-48b6-8845-d30e4147d5e4 triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:46:29.905710 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:30.025423 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device a7cc1bed-5c3e-4426-b1e0-c8a024ec1c14 up at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:46:30.225259 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-b6a393c0-e287-44bd-bc3e-745599e553a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-33081499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-33078023'] for router, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:30.260878 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-29e96aa8-2c04-4701-9b3f-a1748b3ad995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:30.290210 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-29e96aa8-2c04-4701-9b3f-a1748b3ad995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:30.316162 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:30.334437 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-de27d4f1-093c-4362-b9ee-e463b807d1b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:30.360932 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning for port a7cc1bed-5c3e-4426-b1e0-c8a024ec1c14 completed by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:46:30.397879 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning complete for port a7cc1bed-5c3e-4426-b1e0-c8a024ec1c14 triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:46:30.400110 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-29e96aa8-2c04-4701-9b3f-a1748b3ad995 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9164aecc008b40e5b0bf832c9e79cf0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8000662 Jun 21 19:46:30.410890 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:30.419223 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 42814) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:46:30.446214 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6fcf48-67bc-4364-a584-717541453ac1 req-722ec594-22f4-43ce-a3fb-0a0589b3a260 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:30.452698 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-6e6fcf48-67bc-4364-a584-717541453ac1 req-722ec594-22f4-43ce-a3fb-0a0589b3a260 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.2946143 Jun 21 19:46:30.458472 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eeba82-eb97-4549-8b11-41ca815b5ec6 req-f86d67bc-b86f-4704-a071-0af619e5e665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:30.460251 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-b1eeba82-eb97-4549-8b11-41ca815b5ec6 req-f86d67bc-b86f-4704-a071-0af619e5e665 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 1099 time: 0.2559383 Jun 21 19:46:30.504750 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port a5e20a58-0af2-48b6-8845-d30e4147d5e4, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a5e20a58-0af2-48b6-8845-d30e4147d5e4,segment=NetworkSegment(b2609d98-de7e-448e-8715-7147b155efba),segment_id=b2609d98-de7e-448e-8715-7147b155efba)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:46:30.506411 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e96aa8-2c04-4701-9b3f-a1748b3ad995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55554de9-ae88-46f1-a63c-9447883ef909,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:30.509209 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6cb355-90d4-4cfb-a675-2e71aef06708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e20a58-0af2-48b6-8845-d30e4147d5e4'}] {{(pid=104577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:46:30.513274 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c14435dcc002c6d250290293137fb351442a83316ffa0c10b5cf8ed6f24812f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b224c20-079b-448f-ac3f-1031926d80ba" -d '{"events": [{"server_uuid": "5d6cb355-90d4-4cfb-a675-2e71aef06708", "name": "network-vif-plugged", "status": "completed", "tag": "a5e20a58-0af2-48b6-8845-d30e4147d5e4"}]}' {{(pid=104577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:46:30.534759 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:30.540965 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:30.550978 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-29e96aa8-2c04-4701-9b3f-a1748b3ad995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:30.588772 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a78bfe-29eb-4f7b-93b9-5bcb940c2b44 req-78ee2fe2-a30d-4ec9-8efb-d80235aa5247 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:30.591138 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-d0a78bfe-29eb-4f7b-93b9-5bcb940c2b44 req-78ee2fe2-a30d-4ec9-8efb-d80235aa5247 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d6cb355-90d4-4cfb-a675-2e71aef06708 HTTP/1.1" status: 200 len: 944 time: 0.1391184 Jun 21 19:46:30.648678 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a393c0-e287-44bd-bc3e-745599e553a0 admin admin] Router d96472e7-076c-423a-b21e-755f88d1c9c0 is scheduled to L3 agent 340c6150-ff20-4abf-b4fe-5b82b8e71fd8 with binding_index 1 {{(pid=104576) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 19:46:30.665795 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Pushing event updated for resources: {'Port': ['ID=a5e20a58-0af2-48b6-8845-d30e4147d5e4,revision_number=5']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:30.672150 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:30.688708 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-b1eeba82-eb97-4549-8b11-41ca815b5ec6 req-5a9023d4-f679-4788-859c-a304733685e2 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840322 Jun 21 19:46:30.692100 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-6e6fcf48-67bc-4364-a584-717541453ac1 req-e8e6cb9a-0b21-4bc5-a9f0-ede18e7f3d85 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280614 Jun 21 19:46:30.705004 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-d86511ee-d5f9-4d06-ae3f-2eef8aed6cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:30.735557 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-d0a78bfe-29eb-4f7b-93b9-5bcb940c2b44 req-e4db4f20-a99a-41ac-bcc4-f232cd98ba1c tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/security-groups?id=976b2aa1-f36b-47f5-8985-27c4a5c1e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185191 Jun 21 19:46:30.768220 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-d86511ee-d5f9-4d06-ae3f-2eef8aed6cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:30.837485 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:30.853080 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-d86511ee-d5f9-4d06-ae3f-2eef8aed6cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:30.856383 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-d86511ee-d5f9-4d06-ae3f-2eef8aed6cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:30.857722 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-d86511ee-d5f9-4d06-ae3f-2eef8aed6cd8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/55554de9-ae88-46f1-a63c-9447883ef909 HTTP/1.1" status: 204 len: 168 time: 0.4361365 Jun 21 19:46:30.858572 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-d6ae402a-8c15-435f-8e08-9879c3256b28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:30.870801 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86511ee-d5f9-4d06-ae3f-2eef8aed6cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55554de9-ae88-46f1-a63c-9447883ef909,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:30.871023 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-d58d07e5-8758-4dd5-9934-159bee0cd68f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:30.871866 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-d86511ee-d5f9-4d06-ae3f-2eef8aed6cd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:30.903815 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a393c0-e287-44bd-bc3e-745599e553a0 admin admin] Notify agent at l3_agent.dv-cinder-792462-15-smb the message routers_updated {{(pid=104576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 19:46:30.913944 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d93dc5-4986-4ff8-9c89-104c1f812398 None None] Sync routers for ids ['d96472e7-076c-423a-b21e-755f88d1c9c0'] in dv-cinder-792462-15-smb {{(pid=104578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 19:46:30.924857 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a800e92-c6c0-4223-91d3-04952c81ef18 None None] Network 55f5be14-f776-4d4a-b537-b8ca3e65884c requested from dv-cinder-792462-15-smb {{(pid=104577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:46:30.940092 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d93dc5-4986-4ff8-9c89-104c1f812398 None None] Routers {'d96472e7-076c-423a-b21e-755f88d1c9c0'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:46:30.943024 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-a9d93dc5-4986-4ff8-9c89-104c1f812398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:46:03Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['d96472e7-076c-423a-b21e-755f88d1c9c0'], 'active': True} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:46:30.964207 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-b6a393c0-e287-44bd-bc3e-745599e553a0 admin admin] Notify callbacks [] for router, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:30.968859 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-b6a393c0-e287-44bd-bc3e-745599e553a0 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.1710536 Jun 21 19:46:30.969806 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 42830) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:46:31.094359 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07767d-1ed0-4a70-9742-39ed6aa6e5ed req-1b00fa3a-f6aa-481c-93ed-bb775eaf1285 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:31.102180 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-7f07767d-1ed0-4a70-9742-39ed6aa6e5ed req-1b00fa3a-f6aa-481c-93ed-bb775eaf1285 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/networks?id=19c05a2e-c96a-47ee-8535-1ae4ceee4224 HTTP/1.1" status: 200 len: 814 time: 0.1654780 Jun 21 19:46:31.123264 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-7f07767d-1ed0-4a70-9742-39ed6aa6e5ed req-e918402f-6d0d-4769-82fd-7efe1f394c27 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/quotas/3205c2d168d1416082370ad83702a837 HTTP/1.1" status: 200 len: 375 time: 0.0201569 Jun 21 19:46:31.291935 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261aaca8-7e0f-4f8d-813e-3af32b09b636 req-aa439bf1-f681-4f4e-9d25-78494642f777 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:31.297297 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvr_db [None req-a9d93dc5-4986-4ff8-9c89-104c1f812398 None None] Set router d96472e7-076c-423a-b21e-755f88d1c9c0 gateway port host: dv-cinder-792462-15-smb {{(pid=104578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:46:31.309271 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-261aaca8-7e0f-4f8d-813e-3af32b09b636 req-aa439bf1-f681-4f4e-9d25-78494642f777 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?device_id=f530946a-70ad-452d-96b7-18d2468e33a9 HTTP/1.1" status: 200 len: 946 time: 0.2696297 Jun 21 19:46:31.349638 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-7f07767d-1ed0-4a70-9742-39ed6aa6e5ed req-9611408d-66b4-4437-aceb-c464e9dcb109 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=3205c2d168d1416082370ad83702a837&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2133796 Jun 21 19:46:31.367934 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] For port a7cc1bed-5c3e-4426-b1e0-c8a024ec1c14, host dv-cinder-792462-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=a7cc1bed-5c3e-4426-b1e0-c8a024ec1c14,segment=NetworkSegment(01680dc6-c913-4da3-9332-617721ba6b6f),segment_id=01680dc6-c913-4da3-9332-617721ba6b6f)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:46:31.376658 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:31.377622 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device d5666de5-4322-40ee-904e-faf9b7679e57 up at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:46:31.383260 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:31.443979 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 42834) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:46:31.480736 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Pushing event updated for resources: {'Port': ['ID=a7cc1bed-5c3e-4426-b1e0-c8a024ec1c14,revision_number=5']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:31.483671 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-17e5d86e-e7ab-44d2-aee5-0b81015402ee None None] Provisioning for port d5666de5-4322-40ee-904e-faf9b7679e57 completed by entity DHCP. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:46:31.492317 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:31.567507 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-7f07767d-1ed0-4a70-9742-39ed6aa6e5ed req-9508e919-9424-43a6-a609-5f812a83dca4 service neutron] 10.222.0.38 "GET /v2.0/networks/19c05a2e-c96a-47ee-8535-1ae4ceee4224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167916 Jun 21 19:46:31.606200 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-a9d93dc5-4986-4ff8-9c89-104c1f812398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96472e7-076c-423a-b21e-755f88d1c9c0', 'name': 'tempest-TestShelveInstance-2043768721-router', 'tenant_id': 'ce91c6da166f41a59eec675e0b531c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': 'aadfeafc-b011-4d08-b58a-83042829f548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:46:25Z', 'updated_at': '2021-06-21T19:46:28Z', 'revision_number': 3, 'project_id': 'ce91c6da166f41a59eec675e0b531c31', 'gw_port': {'id': 'aadfeafc-b011-4d08-b58a-83042829f548', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:67:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96472e7-076c-423a-b21e-755f88d1c9c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:46:27Z', 'updated_at': '2021-06-21T19:46:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb'}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:46:31.611742 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-66857be8-5d44-473e-bdde-ae76e38170de admin admin] Notify callbacks [] for security_group, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:31.619547 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning for port d5666de5-4322-40ee-904e-faf9b7679e57 completed by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:46:31.626547 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning complete for port d5666de5-4322-40ee-904e-faf9b7679e57 triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:46:31.628006 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:31.642305 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-261aaca8-7e0f-4f8d-813e-3af32b09b636 req-2b4f1498-90e3-4f45-bb78-b53a2e35d8e2 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f34aa6c-b29c-41d3-870f-60686f70e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3318946 Jun 21 19:46:31.671633 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d93dc5-4986-4ff8-9c89-104c1f812398 None None] Checking router: d96472e7-076c-423a-b21e-755f88d1c9c0 for host: dv-cinder-792462-15-smb {{(pid=104578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 19:46:31.672185 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d93dc5-4986-4ff8-9c89-104c1f812398 None None] Updating router d96472e7-076c-423a-b21e-755f88d1c9c0 port aadfeafc-b011-4d08-b58a-83042829f548 binding host dv-cinder-792462-15-smb {{(pid=104578) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 19:46:31.725649 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-a9d93dc5-4986-4ff8-9c89-104c1f812398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:31.772582 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 19:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6601614-ebcc-4fb8-a15c-b89f2f48855c x-openstack-request-id: req-a6601614-ebcc-4fb8-a15c-b89f2f48855c {{(pid=104577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:46:31.772925 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d6cb355-90d4-4cfb-a675-2e71aef06708", "name": "network-vif-plugged", "status": "completed", "tag": "a5e20a58-0af2-48b6-8845-d30e4147d5e4", "code": 200}]} {{(pid=104577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:46:31.773282 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a6601614-ebcc-4fb8-a15c-b89f2f48855c {{(pid=104577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:46:31.774069 dv-cinder-792462-15-smb neutron-server[104577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d6cb355-90d4-4cfb-a675-2e71aef06708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5e20a58-0af2-48b6-8845-d30e4147d5e4', 'code': 200} Jun 21 19:46:31.775395 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:31.820750 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-7f07767d-1ed0-4a70-9742-39ed6aa6e5ed req-0ce99f6b-5d29-41ec-8ea4-f0eb9db666b7 service neutron] 10.222.0.38 "GET /v2.0/networks/19c05a2e-c96a-47ee-8535-1ae4ceee4224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521415 Jun 21 19:46:31.899278 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] For port d5666de5-4322-40ee-904e-faf9b7679e57, host dv-cinder-792462-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=d5666de5-4322-40ee-904e-faf9b7679e57,segment=NetworkSegment(1d681abe-07c9-4bbf-85b6-8b905d2d0e97),segment_id=1d681abe-07c9-4bbf-85b6-8b905d2d0e97)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:46:31.910782 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:31.923485 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:32.117684 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Pushing event updated for resources: {'Port': ['ID=d5666de5-4322-40ee-904e-faf9b7679e57,revision_number=3']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:32.128035 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device a7cc1bed-5c3e-4426-b1e0-c8a024ec1c14 up at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:46:32.131198 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:32.266628 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-a9d93dc5-4986-4ff8-9c89-104c1f812398 None None] Notify callbacks [] for port, precommit_update {{(pid=104578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:32.268523 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning complete for port a7cc1bed-5c3e-4426-b1e0-c8a024ec1c14 triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:46:32.270331 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:32.278473 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.provisioning_blocks [None req-a9d93dc5-4986-4ff8-9c89-104c1f812398 None None] Transition to ACTIVE for port object aadfeafc-b011-4d08-b58a-83042829f548 will not be triggered until provisioned by entity L2. {{(pid=104578) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:46:32.288261 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-a9d93dc5-4986-4ff8-9c89-104c1f812398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:32.303256 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:32.379383 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-de781f09-4efa-4f8c-92c5-2ccdaa455131 None None] Provisioning complete for port d5666de5-4322-40ee-904e-faf9b7679e57 triggered by entity DHCP. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:46:32.381845 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-de781f09-4efa-4f8c-92c5-2ccdaa455131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:32.400450 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-66857be8-5d44-473e-bdde-ae76e38170de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:32.417343 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c5a85-45a1-4b3d-832d-d71c36dfbfd9 None None] Pushing event updated for resources: {'Port': ['ID=aadfeafc-b011-4d08-b58a-83042829f548,revision_number=2']} {{(pid=104578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:32.420280 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.managers [None req-a9d93dc5-4986-4ff8-9c89-104c1f812398 None None] Attempting to bind port aadfeafc-b011-4d08-b58a-83042829f548 on host dv-cinder-792462-15-smb for vnic_type normal with profile {{(pid=104578) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:46:32.421204 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.managers [None req-a9d93dc5-4986-4ff8-9c89-104c1f812398 None None] Attempting to bind port aadfeafc-b011-4d08-b58a-83042829f548 by drivers openvswitch,hyperv on host dv-cinder-792462-15-smb at level 0 using segments [{'id': '9e55d9b0-2d6a-4ec9-a110-693459193d1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143'}] {{(pid=104578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:46:32.421808 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d93dc5-4986-4ff8-9c89-104c1f812398 None None] Attempting to bind port aadfeafc-b011-4d08-b58a-83042829f548 on network 1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143 {{(pid=104578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:46:32.436525 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG oslo_concurrency.lockutils [None req-473c5a85-45a1-4b3d-832d-d71c36dfbfd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=104578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:32.437586 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d93dc5-4986-4ff8-9c89-104c1f812398 None None] Checking agent: {'id': '8d444399-5de6-4d79-83a5-d4f9d95bef37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 36, 33), 'started_at': datetime.datetime(2021, 6, 21, 19, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 46, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:46:32.442133 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d93dc5-4986-4ff8-9c89-104c1f812398 None None] Checking segment: {'id': '9e55d9b0-2d6a-4ec9-a110-693459193d1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104578) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:46:32.442531 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-a9d93dc5-4986-4ff8-9c89-104c1f812398 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:32.442932 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d93dc5-4986-4ff8-9c89-104c1f812398 None None] Bound using segment: {'id': '9e55d9b0-2d6a-4ec9-a110-693459193d1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143'} {{(pid=104578) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:46:32.443430 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.managers [None req-a9d93dc5-4986-4ff8-9c89-104c1f812398 None None] Bound port: aadfeafc-b011-4d08-b58a-83042829f548, host: dv-cinder-792462-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e55d9b0-2d6a-4ec9-a110-693459193d1d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143'}}] {{(pid=104578) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:46:32.443807 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-a9d93dc5-4986-4ff8-9c89-104c1f812398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:32.551310 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-66857be8-5d44-473e-bdde-ae76e38170de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:32.557435 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.db [None req-a9d93dc5-4986-4ff8-9c89-104c1f812398 None None] For port aadfeafc-b011-4d08-b58a-83042829f548, host dv-cinder-792462-15-smb, cleared binding levels {{(pid=104578) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:46:32.563069 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.plugins.ml2.db [None req-a9d93dc5-4986-4ff8-9c89-104c1f812398 None None] For port aadfeafc-b011-4d08-b58a-83042829f548, host dv-cinder-792462-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=aadfeafc-b011-4d08-b58a-83042829f548,segment=NetworkSegment(9e55d9b0-2d6a-4ec9-a110-693459193d1d),segment_id=9e55d9b0-2d6a-4ec9-a110-693459193d1d)] {{(pid=104578) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:46:32.567873 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d4eba3-e809-4b7a-bfed-3acf0a00aba0 req-57cf0011-4db6-4f2f-b7c7-4b72f2efb13e tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:32.580592 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron_lib.callbacks.manager [None req-a9d93dc5-4986-4ff8-9c89-104c1f812398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104578) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:32.582368 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-a7d4eba3-e809-4b7a-bfed-3acf0a00aba0 req-57cf0011-4db6-4f2f-b7c7-4b72f2efb13e tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.1850541 Jun 21 19:46:32.593975 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-6ed438c1-1278-4d0d-9b93-f4f14ba42ee9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:32.600524 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG oslo_concurrency.lockutils [None req-84bdc2b6-f2b2-495d-b81b-e6a673db592b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:32.605093 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-66857be8-5d44-473e-bdde-ae76e38170de admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=aeedaa0afdaa42b3b36cc3b7eb39fa48&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1574135 Jun 21 19:46:32.610379 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 42848) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:46:32.677816 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d93dc5-4986-4ff8-9c89-104c1f812398 None None] Routers {'d96472e7-076c-423a-b21e-755f88d1c9c0'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:46:32.678701 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-a9d93dc5-4986-4ff8-9c89-104c1f812398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:46:03Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['d96472e7-076c-423a-b21e-755f88d1c9c0'], 'active': True} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:46:32.706983 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66857be8-5d44-473e-bdde-ae76e38170de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32554a6e-1312-4196-99ae-6eba6d4de711,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:32.718146 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0bfa1a-0c18-4bad-9a00-d25f593600f5 req-87f16fd5-3bd9-4723-ada3-dbf9d83f234d tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:32.720283 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c5a85-45a1-4b3d-832d-d71c36dfbfd9 None None] Pushing event updated for resources: {'Port': ['ID=aadfeafc-b011-4d08-b58a-83042829f548,revision_number=3']} {{(pid=104578) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:32.725722 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG oslo_concurrency.lockutils [None req-473c5a85-45a1-4b3d-832d-d71c36dfbfd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=104578) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:32.734892 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-5a0bfa1a-0c18-4bad-9a00-d25f593600f5 req-87f16fd5-3bd9-4723-ada3-dbf9d83f234d tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 945 time: 0.6145082 Jun 21 19:46:32.745974 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-66857be8-5d44-473e-bdde-ae76e38170de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:32.752991 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41781bc0-c64c-41cc-b43d-6fd873061f47 req-ae80d0ce-21a3-438d-a440-379f5b1c315f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:32.754972 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-41781bc0-c64c-41cc-b43d-6fd873061f47 req-ae80d0ce-21a3-438d-a440-379f5b1c315f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5d6cb355-90d4-4cfb-a675-2e71aef06708 HTTP/1.1" status: 200 len: 1098 time: 0.3525348 Jun 21 19:46:32.798529 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-a7d4eba3-e809-4b7a-bfed-3acf0a00aba0 req-038802fd-8b15-4a54-b889-abc0da6b2f06 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134769 Jun 21 19:46:32.830981 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvr_db [None req-a9d93dc5-4986-4ff8-9c89-104c1f812398 None None] Set router d96472e7-076c-423a-b21e-755f88d1c9c0 gateway port host: dv-cinder-792462-15-smb {{(pid=104578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:46:32.844021 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-5a0bfa1a-0c18-4bad-9a00-d25f593600f5 req-bad82c73-2763-4135-adc8-814f8104e94f tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075053 Jun 21 19:46:32.864077 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-81c3c916-1ee2-477f-83c4-7274fd9b0e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:32.899124 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-41781bc0-c64c-41cc-b43d-6fd873061f47 req-5f37b142-f910-46f4-b7f6-1aa14c39052c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=976b2aa1-f36b-47f5-8985-27c4a5c1e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065035 Jun 21 19:46:32.915167 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-31cf12c6-f395-41a7-b7b2-0b67bb3b85d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for port, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:32.940009 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-81c3c916-1ee2-477f-83c4-7274fd9b0e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:32.974178 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-66e45d14-1e72-4912-b30f-ad5c92363f8c req-055573de-86db-43e2-96ee-abf3ac7d0cc2 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/ports?device_id=d235eb10-8e98-4504-ba25-fd652fe4dd89 HTTP/1.1" status: 200 len: 210 time: 0.0360925 Jun 21 19:46:33.088943 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-81c3c916-1ee2-477f-83c4-7274fd9b0e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:33.092344 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-81c3c916-1ee2-477f-83c4-7274fd9b0e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:33.093857 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-81c3c916-1ee2-477f-83c4-7274fd9b0e1a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/32554a6e-1312-4196-99ae-6eba6d4de711 HTTP/1.1" status: 204 len: 168 time: 0.4820111 Jun 21 19:46:33.095008 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-51f542de-f491-40a9-90e3-fb6c2ef5fbe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:33.138730 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c3c916-1ee2-477f-83c4-7274fd9b0e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32554a6e-1312-4196-99ae-6eba6d4de711,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:33.198654 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-a9d93dc5-4986-4ff8-9c89-104c1f812398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96472e7-076c-423a-b21e-755f88d1c9c0', 'name': 'tempest-TestShelveInstance-2043768721-router', 'tenant_id': 'ce91c6da166f41a59eec675e0b531c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': 'aadfeafc-b011-4d08-b58a-83042829f548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:46:25Z', 'updated_at': '2021-06-21T19:46:28Z', 'revision_number': 3, 'project_id': 'ce91c6da166f41a59eec675e0b531c31', 'gw_port': {'id': 'aadfeafc-b011-4d08-b58a-83042829f548', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:67:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96472e7-076c-423a-b21e-755f88d1c9c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:46:27Z', 'updated_at': '2021-06-21T19:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb'}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:46:33.214606 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-81c3c916-1ee2-477f-83c4-7274fd9b0e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:33.238762 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d93dc5-4986-4ff8-9c89-104c1f812398 None None] The sync data for ids ['d96472e7-076c-423a-b21e-755f88d1c9c0'] in dv-cinder-792462-15-smb is: [{'id': 'd96472e7-076c-423a-b21e-755f88d1c9c0', 'name': 'tempest-TestShelveInstance-2043768721-router', 'tenant_id': 'ce91c6da166f41a59eec675e0b531c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': 'aadfeafc-b011-4d08-b58a-83042829f548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:46:25Z', 'updated_at': '2021-06-21T19:46:28Z', 'revision_number': 3, 'project_id': 'ce91c6da166f41a59eec675e0b531c31', 'gw_port': {'id': 'aadfeafc-b011-4d08-b58a-83042829f548', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:67:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96472e7-076c-423a-b21e-755f88d1c9c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:46:27Z', 'updated_at': '2021-06-21T19:46:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb'}] {{(pid=104578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 19:46:33.343027 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-527b6cef-7570-4f9c-b067-aeb46b553eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:33.372669 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8120b739-4fed-4b85-a4de-4fd965885e3e req-4166cf2e-89ea-428d-9b29-a866f209fa94 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:33.377920 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.db_base_plugin_common [None req-31cf12c6-f395-41a7-b7b2-0b67bb3b85d9 admin admin] Allocated IP 172.20.0.1 (55f5be14-f776-4d4a-b537-b8ca3e65884c/906a166f-a81b-40b3-9d31-50555f79c0ba/6b01d4e3-9f1d-4c03-805d-3198ed242ac8) {{(pid=104575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:46:33.391428 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-8120b739-4fed-4b85-a4de-4fd965885e3e req-4166cf2e-89ea-428d-9b29-a866f209fa94 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d6cb355-90d4-4cfb-a675-2e71aef06708 HTTP/1.1" status: 200 len: 945 time: 0.2427785 Jun 21 19:46:33.456705 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-8120b739-4fed-4b85-a4de-4fd965885e3e req-898ded9b-e242-4380-8ee3-33534677adaf tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/security-groups?id=976b2aa1-f36b-47f5-8985-27c4a5c1e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606995 Jun 21 19:46:33.510593 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:33.527984 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3045efb3-7a64-42d4-9ab2-0d38c0c3b693 req-d4e26010-e70a-4303-aa05-83adaa209ff9 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:33.536365 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-3045efb3-7a64-42d4-9ab2-0d38c0c3b693 req-d4e26010-e70a-4303-aa05-83adaa209ff9 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?device_id=f530946a-70ad-452d-96b7-18d2468e33a9 HTTP/1.1" status: 200 len: 946 time: 0.2782795 Jun 21 19:46:33.750744 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-3045efb3-7a64-42d4-9ab2-0d38c0c3b693 req-c99b8846-f03b-46a9-80b6-cd822652028a tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f34aa6c-b29c-41d3-870f-60686f70e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2131290 Jun 21 19:46:33.818466 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-31cf12c6-f395-41a7-b7b2-0b67bb3b85d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:33.843809 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [None req-31cf12c6-f395-41a7-b7b2-0b67bb3b85d9 admin admin] Transition to ACTIVE for port object 6b01d4e3-9f1d-4c03-805d-3198ed242ac8 will not be triggered until provisioned by entity DHCP. {{(pid=104575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:46:33.954998 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-31cf12c6-f395-41a7-b7b2-0b67bb3b85d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-129462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761649331797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30138796'] for port, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:33.958999 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-91e5c11a-6a78-4594-87af-2ca47546f453 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:34.050975 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf12c6-f395-41a7-b7b2-0b67bb3b85d9 admin admin] Pushing event updated for resources: {'Port': ['ID=6b01d4e3-9f1d-4c03-805d-3198ed242ac8,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:34.058523 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-31cf12c6-f395-41a7-b7b2-0b67bb3b85d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:34.083136 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cf12c6-f395-41a7-b7b2-0b67bb3b85d9 admin admin] Network 55f5be14-f776-4d4a-b537-b8ca3e65884c is already hosted by enough agents. {{(pid=104575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:46:34.088726 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.base_scheduler [None req-31cf12c6-f395-41a7-b7b2-0b67bb3b85d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:46:34.091563 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cf12c6-f395-41a7-b7b2-0b67bb3b85d9 admin admin] Received port after_create {{(pid=104575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:46:34.176669 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-31cf12c6-f395-41a7-b7b2-0b67bb3b85d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-33074984'] for router_interface, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:34.327986 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device aadfeafc-b011-4d08-b58a-83042829f548 up at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:46:34.496753 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-14118032-cbf1-44bc-927f-b70ca464d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:34.517832 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning for port aadfeafc-b011-4d08-b58a-83042829f548 completed by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:46:34.522724 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning complete for port aadfeafc-b011-4d08-b58a-83042829f548 triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:46:34.523328 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:34.669346 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-4ed4ddf6-54b3-448a-be6c-03e5a63346dc req-ad0fa3a0-f6b9-4498-b223-291b1593e198 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/ports?device_id=d235eb10-8e98-4504-ba25-fd652fe4dd89 HTTP/1.1" status: 200 len: 210 time: 0.1252530 Jun 21 19:46:34.698463 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:34.722951 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] For port aadfeafc-b011-4d08-b58a-83042829f548, host dv-cinder-792462-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=aadfeafc-b011-4d08-b58a-83042829f548,segment=NetworkSegment(9e55d9b0-2d6a-4ec9-a110-693459193d1d),segment_id=9e55d9b0-2d6a-4ec9-a110-693459193d1d)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:46:34.724485 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-f79d2f4b-3b9c-4f53-aa4c-1b5dd9ed4749 None None] Provisioning for port 6b01d4e3-9f1d-4c03-805d-3198ed242ac8 completed by entity DHCP. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:46:34.729669 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-f79d2f4b-3b9c-4f53-aa4c-1b5dd9ed4749 None None] Provisioning complete for port 6b01d4e3-9f1d-4c03-805d-3198ed242ac8 triggered by entity DHCP. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:46:34.730316 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-f79d2f4b-3b9c-4f53-aa4c-1b5dd9ed4749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:34.734831 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:34.736236 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device d5666de5-4322-40ee-904e-faf9b7679e57 up at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:46:34.815018 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-663fd392-7964-450c-8c0c-3b8102519e72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:34.881674 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning complete for port d5666de5-4322-40ee-904e-faf9b7679e57 triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:46:34.882304 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:34.921544 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-f79d2f4b-3b9c-4f53-aa4c-1b5dd9ed4749 None None] Port 6b01d4e3-9f1d-4c03-805d-3198ed242ac8 cannot update to ACTIVE because it is not bound. {{(pid=104577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 19:46:34.921937 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998026c-f759-4846-9ee5-6e13a5f06d0c req-bf9ef89f-350b-4f6d-a49f-cd6cb6e28e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:34.925731 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-4998026c-f759-4846-9ee5-6e13a5f06d0c req-bf9ef89f-350b-4f6d-a49f-cd6cb6e28e08 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ffc77c8d33bc44a59650792ffcc5c42d&device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 1099 time: 0.4924269 Jun 21 19:46:34.950145 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Pushing event updated for resources: {'Port': ['ID=aadfeafc-b011-4d08-b58a-83042829f548,revision_number=4']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:34.957224 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:35.043225 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-31cf12c6-f395-41a7-b7b2-0b67bb3b85d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:35.062739 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab82741-e55a-482c-9f5f-29e2fe9d87b6 req-fb0a04ab-015a-47a9-b1e2-95ec6a03561a tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:35.077681 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-2ab82741-e55a-482c-9f5f-29e2fe9d87b6 req-fb0a04ab-015a-47a9-b1e2-95ec6a03561a tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 945 time: 0.5435109 Jun 21 19:46:35.123302 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07767d-1ed0-4a70-9742-39ed6aa6e5ed req-f60f1609-139d-40b4-bf71-7d0bde74e596 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:35.124838 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-7f07767d-1ed0-4a70-9742-39ed6aa6e5ed req-f60f1609-139d-40b4-bf71-7d0bde74e596 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.46 "GET /v2.0/networks?id=19c05a2e-c96a-47ee-8535-1ae4ceee4224 HTTP/1.1" status: 200 len: 814 time: 0.5166502 Jun 21 19:46:35.140866 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c73c76-071f-48a7-b531-3fa0e8b7a0a9 req-15f6f6d2-3687-4eb5-9990-22d9508a9127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:35.143434 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-86c73c76-071f-48a7-b531-3fa0e8b7a0a9 req-15f6f6d2-3687-4eb5-9990-22d9508a9127 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c5aea0db63454ab7b0452a27b5c0fbbe&device_id=f530946a-70ad-452d-96b7-18d2468e33a9 HTTP/1.1" status: 200 len: 1099 time: 0.3169229 Jun 21 19:46:35.147117 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.v2.base [req-7f07767d-1ed0-4a70-9742-39ed6aa6e5ed req-bb9dd8f8-cf9b-44fa-a42a-9245378fba86 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Request body: {'port': {'device_id': 'd235eb10-8e98-4504-ba25-fd652fe4dd89', 'network_id': '19c05a2e-c96a-47ee-8535-1ae4ceee4224', 'admin_state_up': True, 'tenant_id': '3205c2d168d1416082370ad83702a837'}} {{(pid=104576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:46:35.168967 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 42894) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:46:35.227736 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998026c-f759-4846-9ee5-6e13a5f06d0c req-35477bec-9623-476a-ae3c-5ca5b1a4fab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:35.229204 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-4998026c-f759-4846-9ee5-6e13a5f06d0c req-35477bec-9623-476a-ae3c-5ca5b1a4fab5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=cbd5c296-051f-43ab-b7d6-154e00c9c776 HTTP/1.1" status: 200 len: 920 time: 0.2532184 Jun 21 19:46:35.269521 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-2ab82741-e55a-482c-9f5f-29e2fe9d87b6 req-08e27d58-5bf6-4b68-ad40-8081fe858e63 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1894052 Jun 21 19:46:35.349872 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-4998026c-f759-4846-9ee5-6e13a5f06d0c req-88de5e63-4ea9-4498-806c-07500751f40a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bb5cc4e0-9f97-4b22-86c2-2703a6989409 HTTP/1.1" status: 200 len: 217 time: 0.1108692 Jun 21 19:46:35.418830 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c73c76-071f-48a7-b531-3fa0e8b7a0a9 req-5b23e993-cef4-4666-83d9-046d67f2b9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:35.420289 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-86c73c76-071f-48a7-b531-3fa0e8b7a0a9 req-5b23e993-cef4-4666-83d9-046d67f2b9b5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f83e3e6f-0c8e-4ab7-af9c-731326ea9260 HTTP/1.1" status: 200 len: 911 time: 0.2636824 Jun 21 19:46:35.451005 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4403a-9fe3-439a-b726-f6648aec9472 req-33f05c2d-f952-43c3-a4aa-1af6237a238c tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:35.458958 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-e7b4403a-9fe3-439a-b726-f6648aec9472 req-33f05c2d-f952-43c3-a4aa-1af6237a238c tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.5499358 Jun 21 19:46:35.513197 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f07767d-1ed0-4a70-9742-39ed6aa6e5ed req-bb9dd8f8-cf9b-44fa-a42a-9245378fba86 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Made reservation on behalf of 3205c2d168d1416082370ad83702a837 for: {'port': 1} {{(pid=104576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:46:35.517269 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-7f07767d-1ed0-4a70-9742-39ed6aa6e5ed req-bb9dd8f8-cf9b-44fa-a42a-9245378fba86 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for port, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:35.527807 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.v2.base [None req-785b73e8-778f-4604-8de9-838e14edf31f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-615209691-network', 'tenant_id': '5250b7d16c534cb788500aefad0bc52d'}} {{(pid=104576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:46:35.560252 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4998026c-f759-4846-9ee5-6e13a5f06d0c req-f1f4fdcc-f69b-44f0-a649-966ac17f2700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:35.561731 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-4998026c-f759-4846-9ee5-6e13a5f06d0c req-f1f4fdcc-f69b-44f0-a649-966ac17f2700 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=647d05b7-de31-4d93-b064-d84c7c4b5039 HTTP/1.1" status: 200 len: 859 time: 0.2051599 Jun 21 19:46:35.612793 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-86c73c76-071f-48a7-b531-3fa0e8b7a0a9 req-8bf807dc-82c0-4179-8e56-87a58b4f4c90 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3269eb82-0ff3-4dcb-af2a-f3b6fba0734f HTTP/1.1" status: 200 len: 1001 time: 0.1755321 Jun 21 19:46:35.617860 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-4998026c-f759-4846-9ee5-6e13a5f06d0c req-34114554-72be-451c-93a4-e92989a083b9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=cbd5c296-051f-43ab-b7d6-154e00c9c776&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448275 Jun 21 19:46:35.626856 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-e7b4403a-9fe3-439a-b726-f6648aec9472 req-61538221-d7ac-4d26-b56d-c742f7cf4e8b tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661839 Jun 21 19:46:35.818923 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785b73e8-778f-4604-8de9-838e14edf31f admin admin] Made reservation on behalf of 5250b7d16c534cb788500aefad0bc52d for: {'network': 1} {{(pid=104576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:46:35.821904 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-785b73e8-778f-4604-8de9-838e14edf31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for network, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:35.881495 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-785b73e8-778f-4604-8de9-838e14edf31f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:35.948960 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c73c76-071f-48a7-b531-3fa0e8b7a0a9 req-f69a6d3a-af15-4691-b3ba-c5871a33db13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:35.950446 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-86c73c76-071f-48a7-b531-3fa0e8b7a0a9 req-f69a6d3a-af15-4691-b3ba-c5871a33db13 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ce1151cf-2ecc-44e3-aa52-cfec5d7d7e35 HTTP/1.1" status: 200 len: 849 time: 0.3307309 Jun 21 19:46:35.961288 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-42de2df7-e83b-4cb7-9b47-4d153e7d24d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:36.108799 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device aadfeafc-b011-4d08-b58a-83042829f548 up at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:46:36.117000 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.db_base_plugin_common [req-7f07767d-1ed0-4a70-9742-39ed6aa6e5ed req-bb9dd8f8-cf9b-44fa-a42a-9245378fba86 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Allocated IP 172.20.0.3 (19c05a2e-c96a-47ee-8535-1ae4ceee4224/99480cc9-be18-4d81-9b4a-7e12c2e3e8b8/ee63124c-cd52-4b70-8fd9-4fe6643f9ef0) {{(pid=104576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:46:36.145641 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e2361-39e3-46f2-b934-24f9cde54074 req-f828b7ba-35af-4cd3-ab3a-43b5545a3632 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:36.167802 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-b77e2361-39e3-46f2-b934-24f9cde54074 req-f828b7ba-35af-4cd3-ab3a-43b5545a3632 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?device_id=f530946a-70ad-452d-96b7-18d2468e33a9 HTTP/1.1" status: 200 len: 946 time: 0.5587022 Jun 21 19:46:36.211207 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning complete for port aadfeafc-b011-4d08-b58a-83042829f548 triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:46:36.211603 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:36.300227 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-b77e2361-39e3-46f2-b934-24f9cde54074 req-2e6792f1-da12-46f8-848d-d6f0e3c43b96 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f34aa6c-b29c-41d3-870f-60686f70e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228452 Jun 21 19:46:36.455740 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c73c76-071f-48a7-b531-3fa0e8b7a0a9 req-f6fa2138-632d-47a7-ba0b-4a6cfa03804c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:36.471756 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-86c73c76-071f-48a7-b531-3fa0e8b7a0a9 req-f6fa2138-632d-47a7-ba0b-4a6cfa03804c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f83e3e6f-0c8e-4ab7-af9c-731326ea9260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.5087607 Jun 21 19:46:36.590545 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf2d17-65c8-47cf-a762-29732228aca9 req-c3de7d46-ace2-487f-a603-f9e016792510 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:36.597763 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-a8bf2d17-65c8-47cf-a762-29732228aca9 req-c3de7d46-ace2-487f-a603-f9e016792510 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d6cb355-90d4-4cfb-a675-2e71aef06708 HTTP/1.1" status: 200 len: 945 time: 0.4196153 Jun 21 19:46:36.601074 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-31cf12c6-f395-41a7-b7b2-0b67bb3b85d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:36.604963 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-4998026c-f759-4846-9ee5-6e13a5f06d0c req-56e9656b-8118-4ef8-8576-f4d2a4fc1803 service neutron] 10.222.0.46 "GET /v2.0/networks/cbd5c296-051f-43ab-b7d6-154e00c9c776?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9715548 Jun 21 19:46:36.635548 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-31cf12c6-f395-41a7-b7b2-0b67bb3b85d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30138778'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:36.674220 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-785b73e8-778f-4604-8de9-838e14edf31f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:36.703764 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-5b7bc5bc-78c1-4b74-8330-040823d14700 req-e3295f41-9ab6-41c0-af9f-6a1617ca2b5a tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/ports?device_id=d235eb10-8e98-4504-ba25-fd652fe4dd89 HTTP/1.1" status: 200 len: 210 time: 0.1013525 Jun 21 19:46:36.707985 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-785b73e8-778f-4604-8de9-838e14edf31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:36.715481 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-2201e694-d1e6-4aa9-bfb8-9c04771cc7a2 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:36.716459 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-c07a814c-cc54-49fc-b572-0c35cc47dabf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:36.729018 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-31cf12c6-f395-41a7-b7b2-0b67bb3b85d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32961663', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-33073457'] for router_interface, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:36.781378 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-785b73e8-778f-4604-8de9-838e14edf31f admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=104576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 19:46:36.836471 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b73e8-778f-4604-8de9-838e14edf31f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c1761f-fdc5-4fe5-a7f6-64ccd7556773,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:36.857816 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-785b73e8-778f-4604-8de9-838e14edf31f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:36.863321 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-785b73e8-778f-4604-8de9-838e14edf31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740799'] for segment, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:36.863832 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.db.segments_db [None req-785b73e8-778f-4604-8de9-838e14edf31f admin admin] Added segment 21164b66-dec9-40da-b972-b1fa4ea41cc1 of type vlan for network 8a1e5f4d-374b-4d13-ab6c-0455c9bba921 Jun 21 19:46:36.900597 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-86c73c76-071f-48a7-b531-3fa0e8b7a0a9 req-f51f898b-ee13-46cc-b741-74a432a9c078 service neutron] 10.222.0.46 "GET /v2.0/networks/f83e3e6f-0c8e-4ab7-af9c-731326ea9260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120741 Jun 21 19:46:37.043723 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-4998026c-f759-4846-9ee5-6e13a5f06d0c req-dc641838-e274-4dbc-9a1e-a35721109cde service neutron] 10.222.0.46 "GET /v2.0/networks/cbd5c296-051f-43ab-b7d6-154e00c9c776?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290808 Jun 21 19:46:37.069404 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-86c73c76-071f-48a7-b531-3fa0e8b7a0a9 req-a8b07800-3290-461b-8a4c-62f49ae826b9 service neutron] 10.222.0.46 "GET /v2.0/networks/f83e3e6f-0c8e-4ab7-af9c-731326ea9260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293411 Jun 21 19:46:37.072546 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-7f07767d-1ed0-4a70-9742-39ed6aa6e5ed req-bb9dd8f8-cf9b-44fa-a42a-9245378fba86 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks [] for port, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:37.114817 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-a8bf2d17-65c8-47cf-a762-29732228aca9 req-1d6d137f-361f-4d6d-9a14-25595bfd6ea9 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/security-groups?id=976b2aa1-f36b-47f5-8985-27c4a5c1e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5130956 Jun 21 19:46:37.117250 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf12c6-f395-41a7-b7b2-0b67bb3b85d9 admin admin] Pushing event updated for resources: {'Port': ['ID=6b01d4e3-9f1d-4c03-805d-3198ed242ac8,revision_number=2']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:37.125102 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-31cf12c6-f395-41a7-b7b2-0b67bb3b85d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:37.156850 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-785b73e8-778f-4604-8de9-838e14edf31f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761649351873'] for network, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:37.172049 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.provisioning_blocks [req-7f07767d-1ed0-4a70-9742-39ed6aa6e5ed req-bb9dd8f8-cf9b-44fa-a42a-9245378fba86 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Transition to ACTIVE for port object ee63124c-cd52-4b70-8fd9-4fe6643f9ef0 will not be triggered until provisioned by entity DHCP. {{(pid=104576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:46:37.260065 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-785b73e8-778f-4604-8de9-838e14edf31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33202238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553'] for network, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:37.270080 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785b73e8-778f-4604-8de9-838e14edf31f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:37.270694 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-785b73e8-778f-4604-8de9-838e14edf31f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for network, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:37.276229 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-fefd3315-35d8-4c96-a05c-012dedcb2244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:37.292552 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f7cda-f551-4744-abd0-334e24b7fe91 req-dd5a072a-1c40-49a9-8860-a4fc0301e41c tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:37.304992 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-a72f7cda-f551-4744-abd0-334e24b7fe91 req-dd5a072a-1c40-49a9-8860-a4fc0301e41c tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 945 time: 0.2288237 Jun 21 19:46:37.308773 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cf12c6-f395-41a7-b7b2-0b67bb3b85d9 admin admin] Network 55f5be14-f776-4d4a-b537-b8ca3e65884c is already hosted by enough agents. {{(pid=104575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:46:37.317834 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.base_scheduler [None req-31cf12c6-f395-41a7-b7b2-0b67bb3b85d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:46:37.471663 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-7f07767d-1ed0-4a70-9742-39ed6aa6e5ed req-bb9dd8f8-cf9b-44fa-a42a-9245378fba86 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-129462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761649331797'] for port, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:37.546332 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-785b73e8-778f-4604-8de9-838e14edf31f admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.3719018 Jun 21 19:46:37.553914 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 42938) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:46:37.574208 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b73e8-778f-4604-8de9-838e14edf31f admin admin] Pushing event updated for resources: {'Network': ['ID=8a1e5f4d-374b-4d13-ab6c-0455c9bba921,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:37.582163 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [None req-470cd158-424e-4cc0-92cd-f46e899248d4 admin admin] Request body: {'subnet': {'network_id': '8a1e5f4d-374b-4d13-ab6c-0455c9bba921', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-615209691-subnet', 'tenant_id': '5250b7d16c534cb788500aefad0bc52d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:46:37.594088 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Network 8a1e5f4d-374b-4d13-ab6c-0455c9bba921 details requested by agent ovs-agent-dv-cinder-792462-15-smb with host dv-cinder-792462-15-smb {{(pid=104577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 19:46:37.595879 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f07767d-1ed0-4a70-9742-39ed6aa6e5ed req-bb9dd8f8-cf9b-44fa-a42a-9245378fba86 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Network 19c05a2e-c96a-47ee-8535-1ae4ceee4224 is already hosted by enough agents. {{(pid=104576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:46:37.608554 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.base_scheduler [req-7f07767d-1ed0-4a70-9742-39ed6aa6e5ed req-bb9dd8f8-cf9b-44fa-a42a-9245378fba86 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Resources bound (agent type, host, resource id): {{(pid=104576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:46:37.612557 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-785b73e8-778f-4604-8de9-838e14edf31f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:37.618213 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-83e630e2-ad6a-4483-9f11-d964a816d65e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:37.627571 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f07767d-1ed0-4a70-9742-39ed6aa6e5ed req-bb9dd8f8-cf9b-44fa-a42a-9245378fba86 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Received port after_create {{(pid=104576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:46:37.641451 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07767d-1ed0-4a70-9742-39ed6aa6e5ed req-bb9dd8f8-cf9b-44fa-a42a-9245378fba86 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:37.642933 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-7f07767d-1ed0-4a70-9742-39ed6aa6e5ed req-bb9dd8f8-cf9b-44fa-a42a-9245378fba86 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147'] for port, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:37.757335 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-a72f7cda-f551-4744-abd0-334e24b7fe91 req-8f1a846d-b013-45e2-acea-4e69b5adc4d3 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4514329 Jun 21 19:46:37.811387 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-c87445ff-fa77-48f2-b7f6-c0172697fd25 None None] Provisioning complete for port 6b01d4e3-9f1d-4c03-805d-3198ed242ac8 triggered by entity DHCP. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:46:37.812001 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-c87445ff-fa77-48f2-b7f6-c0172697fd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:37.836839 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9dd8f8-cf9b-44fa-a42a-9245378fba86 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Pushing event updated for resources: {'Port': ['ID=ee63124c-cd52-4b70-8fd9-4fe6643f9ef0,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:37.858056 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-bb9dd8f8-cf9b-44fa-a42a-9245378fba86 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:37.862703 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-7f07767d-1ed0-4a70-9742-39ed6aa6e5ed req-bb9dd8f8-cf9b-44fa-a42a-9245378fba86 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7257023 Jun 21 19:46:37.872329 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-c87445ff-fa77-48f2-b7f6-c0172697fd25 None None] Port 6b01d4e3-9f1d-4c03-805d-3198ed242ac8 cannot update to ACTIVE because it is not bound. {{(pid=104577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 19:46:37.882585 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.v2.base [req-7f07767d-1ed0-4a70-9742-39ed6aa6e5ed req-fe0135a6-511c-4805-b15a-8187e4ce0e59 service neutron] Request body: {'port': {'device_id': 'd235eb10-8e98-4504-ba25-fd652fe4dd89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=104576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:46:37.885540 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-470cd158-424e-4cc0-92cd-f46e899248d4 admin admin] Made reservation on behalf of 5250b7d16c534cb788500aefad0bc52d for: {'subnet': 1} {{(pid=104575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:46:37.899198 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-470cd158-424e-4cc0-92cd-f46e899248d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29561106'] for subnet, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:37.933148 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31cf12c6-f395-41a7-b7b2-0b67bb3b85d9 admin admin] Router d96472e7-076c-423a-b21e-755f88d1c9c0 has already been hosted by L3 agent 340c6150-ff20-4abf-b4fe-5b82b8e71fd8 {{(pid=104575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 19:46:38.001321 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-3f1bf0f4-4836-43b9-bdb3-6fcbe18cfb97 None None] Provisioning for port ee63124c-cd52-4b70-8fd9-4fe6643f9ef0 completed by entity DHCP. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:46:38.006293 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-3f1bf0f4-4836-43b9-bdb3-6fcbe18cfb97 None None] Provisioning complete for port ee63124c-cd52-4b70-8fd9-4fe6643f9ef0 triggered by entity DHCP. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:46:38.007002 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-3f1bf0f4-4836-43b9-bdb3-6fcbe18cfb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:38.086545 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-3f1bf0f4-4836-43b9-bdb3-6fcbe18cfb97 None None] Port ee63124c-cd52-4b70-8fd9-4fe6643f9ef0 cannot update to ACTIVE because it is not bound. {{(pid=104577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 19:46:38.113845 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-7f07767d-1ed0-4a70-9742-39ed6aa6e5ed req-fe0135a6-511c-4805-b15a-8187e4ce0e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:38.149807 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ddaaf-2221-4908-ba75-c5d39fd5d4aa req-8d438566-7900-4511-aff8-c954ff10afe5 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:38.157881 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-300ddaaf-2221-4908-ba75-c5d39fd5d4aa req-8d438566-7900-4511-aff8-c954ff10afe5 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.7022326 Jun 21 19:46:38.176634 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f2efbb-735c-47b6-b0f2-88bbc145af89 req-7c130685-fcd7-467a-858d-4929cf266256 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:38.184066 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-e9f2efbb-735c-47b6-b0f2-88bbc145af89 req-7c130685-fcd7-467a-858d-4929cf266256 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?device_id=f530946a-70ad-452d-96b7-18d2468e33a9 HTTP/1.1" status: 200 len: 946 time: 0.1362309 Jun 21 19:46:38.299082 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-e9f2efbb-735c-47b6-b0f2-88bbc145af89 req-5903fb29-c45b-4951-9cac-380e474de052 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f34aa6c-b29c-41d3-870f-60686f70e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139123 Jun 21 19:46:38.478420 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-300ddaaf-2221-4908-ba75-c5d39fd5d4aa req-a0befe60-3fe8-4a8e-b6b9-6efc9753dba0 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194849 Jun 21 19:46:38.550361 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31cf12c6-f395-41a7-b7b2-0b67bb3b85d9 admin admin] Notify agent at l3_agent.dv-cinder-792462-15-smb the message routers_updated {{(pid=104575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 19:46:38.563706 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2e6d17-4d7b-4ef8-989a-2b2b5f524981 None None] Sync routers for ids ['d96472e7-076c-423a-b21e-755f88d1c9c0'] in dv-cinder-792462-15-smb {{(pid=104577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 19:46:38.576652 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2e6d17-4d7b-4ef8-989a-2b2b5f524981 None None] Routers {'d96472e7-076c-423a-b21e-755f88d1c9c0'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:46:38.577292 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-7d2e6d17-4d7b-4ef8-989a-2b2b5f524981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:46:33Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['d96472e7-076c-423a-b21e-755f88d1c9c0'], 'active': True} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:46:38.580248 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-31cf12c6-f395-41a7-b7b2-0b67bb3b85d9 admin admin] 10.222.0.38 "PUT /v2.0/routers/d96472e7-076c-423a-b21e-755f88d1c9c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6089687 Jun 21 19:46:38.607290 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-470cd158-424e-4cc0-92cd-f46e899248d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30138648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29561088'] for subnet, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:38.611068 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:38.769948 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470cd158-424e-4cc0-92cd-f46e899248d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=919ce768-6ba3-4ad6-91d3-19a783ca94b6,revision_number=0']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:38.777499 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-470cd158-424e-4cc0-92cd-f46e899248d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:38.813000 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470cd158-424e-4cc0-92cd-f46e899248d4 admin admin] Checking segment: {'id': '21164b66-dec9-40da-b972-b1fa4ea41cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8a1e5f4d-374b-4d13-ab6c-0455c9bba921'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:46:38.813448 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470cd158-424e-4cc0-92cd-f46e899248d4 admin admin] Network hostable DHCP agents. Network: 8a1e5f4d-374b-4d13-ab6c-0455c9bba921, hostable agents: ['a15a033b-c070-47da-bf4d-e41793740fb3'], hosted agents: [] {{(pid=104575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 19:46:38.851676 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470cd158-424e-4cc0-92cd-f46e899248d4 admin admin] Network 8a1e5f4d-374b-4d13-ab6c-0455c9bba921 is scheduled to be hosted by DHCP agent a15a033b-c070-47da-bf4d-e41793740fb3 with binding_index 1 {{(pid=104575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 19:46:38.864148 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.base_scheduler [None req-470cd158-424e-4cc0-92cd-f46e899248d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-15-smb, 8a1e5f4d-374b-4d13-ab6c-0455c9bba921) {{(pid=104575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:46:38.870947 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470cd158-424e-4cc0-92cd-f46e899248d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:38.871562 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-470cd158-424e-4cc0-92cd-f46e899248d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for subnet, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:38.876354 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvr_db [None req-7d2e6d17-4d7b-4ef8-989a-2b2b5f524981 None None] Set router d96472e7-076c-423a-b21e-755f88d1c9c0 gateway port host: dv-cinder-792462-15-smb {{(pid=104577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:46:38.880062 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48271efc-c2dc-41b2-b26a-6639b6270c1b None None] Network 8a1e5f4d-374b-4d13-ab6c-0455c9bba921 requested from dv-cinder-792462-15-smb {{(pid=104577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:46:38.914593 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-470cd158-424e-4cc0-92cd-f46e899248d4 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3487666 Jun 21 19:46:39.317652 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.notifiers.nova [req-7f07767d-1ed0-4a70-9742-39ed6aa6e5ed req-fe0135a6-511c-4805-b15a-8187e4ce0e59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee63124c-cd52-4b70-8fd9-4fe6643f9ef0 {{(pid=104576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:46:39.354627 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-7f07767d-1ed0-4a70-9742-39ed6aa6e5ed req-fe0135a6-511c-4805-b15a-8187e4ce0e59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:39.436915 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.provisioning_blocks [req-7f07767d-1ed0-4a70-9742-39ed6aa6e5ed req-fe0135a6-511c-4805-b15a-8187e4ce0e59 service neutron] Transition to ACTIVE for port object ee63124c-cd52-4b70-8fd9-4fe6643f9ef0 will not be triggered until provisioned by entity L2. {{(pid=104576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:46:39.457594 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-7f07767d-1ed0-4a70-9742-39ed6aa6e5ed req-fe0135a6-511c-4805-b15a-8187e4ce0e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:39.493825 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-f2ff4f23-ccd1-43e7-b6f6-5ebf9ce0bc75 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:39.722258 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552b01c-18b3-41d6-a174-a15fc22ec325 req-e82318b8-5c2c-4b92-aab6-7522b31b2c05 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:39.724380 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97125be-c4b8-4650-ae4a-6f5c39787799 None None] Network 8a1e5f4d-374b-4d13-ab6c-0455c9bba921 requested from dv-cinder-792462-15-smb {{(pid=104577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:46:39.734298 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-c552b01c-18b3-41d6-a174-a15fc22ec325 req-e82318b8-5c2c-4b92-aab6-7522b31b2c05 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/ports?device_id=d235eb10-8e98-4504-ba25-fd652fe4dd89 HTTP/1.1" status: 200 len: 931 time: 1.0991473 Jun 21 19:46:39.882097 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0135a6-511c-4805-b15a-8187e4ce0e59 service neutron] Pushing event updated for resources: {'Port': ['ID=ee63124c-cd52-4b70-8fd9-4fe6643f9ef0,revision_number=2']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:39.904087 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-fe0135a6-511c-4805-b15a-8187e4ce0e59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:39.911987 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 42966) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:46:39.916896 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [None req-2d15437e-054f-4075-bb83-96940d53028b tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1887807253', 'description': 'tempest-secgroup-smoke-1887807253 description', 'project_id': '7d038946e22a4a039bc4d65b7cf25809'}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:46:39.935326 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-c552b01c-18b3-41d6-a174-a15fc22ec325 req-99da16af-756e-49f4-a0bf-3e810eba0c1c tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/security-groups?id=0885b555-77fa-4089-bb48-4ab4dd0343cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983085 Jun 21 19:46:39.988484 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-2d15437e-054f-4075-bb83-96940d53028b tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Notify callbacks [] for security_group, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:40.057130 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.managers [req-7f07767d-1ed0-4a70-9742-39ed6aa6e5ed req-fe0135a6-511c-4805-b15a-8187e4ce0e59 service neutron] Attempting to bind port ee63124c-cd52-4b70-8fd9-4fe6643f9ef0 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:46:40.060082 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.managers [req-7f07767d-1ed0-4a70-9742-39ed6aa6e5ed req-fe0135a6-511c-4805-b15a-8187e4ce0e59 service neutron] Attempting to bind port ee63124c-cd52-4b70-8fd9-4fe6643f9ef0 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '1e2c063c-fdc2-4734-a057-fcb9075c4b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '19c05a2e-c96a-47ee-8535-1ae4ceee4224'}] {{(pid=104576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:46:40.060530 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f07767d-1ed0-4a70-9742-39ed6aa6e5ed req-fe0135a6-511c-4805-b15a-8187e4ce0e59 service neutron] Attempting to bind port ee63124c-cd52-4b70-8fd9-4fe6643f9ef0 on network 19c05a2e-c96a-47ee-8535-1ae4ceee4224 {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:46:40.084760 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f07767d-1ed0-4a70-9742-39ed6aa6e5ed req-fe0135a6-511c-4805-b15a-8187e4ce0e59 service neutron] Port ee63124c-cd52-4b70-8fd9-4fe6643f9ef0 on network 19c05a2e-c96a-47ee-8535-1ae4ceee4224 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 19:46:40.094899 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f07767d-1ed0-4a70-9742-39ed6aa6e5ed req-fe0135a6-511c-4805-b15a-8187e4ce0e59 service neutron] Attempting to bind port ee63124c-cd52-4b70-8fd9-4fe6643f9ef0 on network 19c05a2e-c96a-47ee-8535-1ae4ceee4224 {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:46:40.115135 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f07767d-1ed0-4a70-9742-39ed6aa6e5ed req-fe0135a6-511c-4805-b15a-8187e4ce0e59 service neutron] Checking agent: {'id': '0b26fa00-c4a2-4127-a29e-c90b7b9119ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 42, 27), 'started_at': datetime.datetime(2021, 6, 21, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:46:40.117845 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f07767d-1ed0-4a70-9742-39ed6aa6e5ed req-fe0135a6-511c-4805-b15a-8187e4ce0e59 service neutron] Checking segment: {'id': '1e2c063c-fdc2-4734-a057-fcb9075c4b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '19c05a2e-c96a-47ee-8535-1ae4ceee4224'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:46:40.118354 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f07767d-1ed0-4a70-9742-39ed6aa6e5ed req-fe0135a6-511c-4805-b15a-8187e4ce0e59 service neutron] Bound using segment: {'id': '1e2c063c-fdc2-4734-a057-fcb9075c4b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '19c05a2e-c96a-47ee-8535-1ae4ceee4224'} {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:46:40.118933 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.managers [req-7f07767d-1ed0-4a70-9742-39ed6aa6e5ed req-fe0135a6-511c-4805-b15a-8187e4ce0e59 service neutron] Bound port: ee63124c-cd52-4b70-8fd9-4fe6643f9ef0, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e2c063c-fdc2-4734-a057-fcb9075c4b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '19c05a2e-c96a-47ee-8535-1ae4ceee4224'}}] {{(pid=104576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:46:40.119398 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-7f07767d-1ed0-4a70-9742-39ed6aa6e5ed req-fe0135a6-511c-4805-b15a-8187e4ce0e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:40.232030 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 42970) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:46:40.247659 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [None req-6b5a1564-cf7b-4061-8e1b-2510bfdf5eca admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-178744438-network', 'tenant_id': '792653bda2f144baa1f8506827f04063'}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:46:40.332251 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-7d2e6d17-4d7b-4ef8-989a-2b2b5f524981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96472e7-076c-423a-b21e-755f88d1c9c0', 'name': 'tempest-TestShelveInstance-2043768721-router', 'tenant_id': 'ce91c6da166f41a59eec675e0b531c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': 'aadfeafc-b011-4d08-b58a-83042829f548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:46:25Z', 'updated_at': '2021-06-21T19:46:34Z', 'revision_number': 4, 'project_id': 'ce91c6da166f41a59eec675e0b531c31', 'gw_port': {'id': 'aadfeafc-b011-4d08-b58a-83042829f548', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:67:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96472e7-076c-423a-b21e-755f88d1c9c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:46:27Z', 'updated_at': '2021-06-21T19:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_interfaces': [{'id': '6b01d4e3-9f1d-4c03-805d-3198ed242ac8', 'name': '', 'network_id': '55f5be14-f776-4d4a-b537-b8ca3e65884c', 'tenant_id': 'ce91c6da166f41a59eec675e0b531c31', 'mac_address': 'fa:16:3e:67:0a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96472e7-076c-423a-b21e-755f88d1c9c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '906a166f-a81b-40b3-9d31-50555f79c0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:46:32Z', 'updated_at': '2021-06-21T19:46:35Z', 'revision_number': 2, 'project_id': 'ce91c6da166f41a59eec675e0b531c31', 'subnets': [{'id': '906a166f-a81b-40b3-9d31-50555f79c0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:46:40.335729 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.db [req-7f07767d-1ed0-4a70-9742-39ed6aa6e5ed req-fe0135a6-511c-4805-b15a-8187e4ce0e59 service neutron] For port ee63124c-cd52-4b70-8fd9-4fe6643f9ef0, host hv-cinder-79246, cleared binding levels {{(pid=104576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:46:40.342721 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-2d15437e-054f-4075-bb83-96940d53028b tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Notify callbacks [] for security_group, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:40.345352 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.db [req-7f07767d-1ed0-4a70-9742-39ed6aa6e5ed req-fe0135a6-511c-4805-b15a-8187e4ce0e59 service neutron] For port ee63124c-cd52-4b70-8fd9-4fe6643f9ef0, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=ee63124c-cd52-4b70-8fd9-4fe6643f9ef0,segment=NetworkSegment(1e2c063c-fdc2-4734-a057-fcb9075c4b82),segment_id=1e2c063c-fdc2-4734-a057-fcb9075c4b82)] {{(pid=104576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:46:40.389937 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-2d15437e-054f-4075-bb83-96940d53028b tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:40.404780 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-6617cdbc-b8ed-4342-bd7c-48f6ec2d8236 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:40.411453 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2e6d17-4d7b-4ef8-989a-2b2b5f524981 None None] Checking router: d96472e7-076c-423a-b21e-755f88d1c9c0 for host: dv-cinder-792462-15-smb {{(pid=104577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 19:46:40.411828 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2e6d17-4d7b-4ef8-989a-2b2b5f524981 None None] Updating router d96472e7-076c-423a-b21e-755f88d1c9c0 port 6b01d4e3-9f1d-4c03-805d-3198ed242ac8 binding host dv-cinder-792462-15-smb {{(pid=104577) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 19:46:40.441523 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-7f07767d-1ed0-4a70-9742-39ed6aa6e5ed req-fe0135a6-511c-4805-b15a-8187e4ce0e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:40.445573 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-67d41eb9-18dc-4ca8-9882-b9ad5d05bd78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:40.487000 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5a1564-cf7b-4061-8e1b-2510bfdf5eca admin admin] Made reservation on behalf of 792653bda2f144baa1f8506827f04063 for: {'network': 1} {{(pid=104575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:46:40.492175 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6b5a1564-cf7b-4061-8e1b-2510bfdf5eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for network, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:40.493386 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-7d2e6d17-4d7b-4ef8-989a-2b2b5f524981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:40.510540 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-2d15437e-054f-4075-bb83-96940d53028b tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:40.518724 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-2d15437e-054f-4075-bb83-96940d53028b tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6019709 Jun 21 19:46:40.536007 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 42972) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:46:40.538030 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d15437e-054f-4075-bb83-96940d53028b tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9a552d-625e-425c-b17f-826e218849c8,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:40.544643 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6b5a1564-cf7b-4061-8e1b-2510bfdf5eca admin admin] Notify callbacks [] for security_group, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:40.552701 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-2d15437e-054f-4075-bb83-96940d53028b tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:40.555507 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.v2.base [None req-c6d29dcc-a6d0-4426-9779-82cc3ad5fe37 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Request body: {'security_group_rule': {'security_group_id': '8c9a552d-625e-425c-b17f-826e218849c8', 'project_id': '7d038946e22a4a039bc4d65b7cf25809', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:46:40.598814 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07767d-1ed0-4a70-9742-39ed6aa6e5ed req-fe0135a6-511c-4805-b15a-8187e4ce0e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:40.600542 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-7f07767d-1ed0-4a70-9742-39ed6aa6e5ed req-fe0135a6-511c-4805-b15a-8187e4ce0e59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147'] for port, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:40.603970 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-7f07767d-1ed0-4a70-9742-39ed6aa6e5ed req-fe0135a6-511c-4805-b15a-8187e4ce0e59 service neutron] 10.222.0.46 "PUT /v2.0/ports/ee63124c-cd52-4b70-8fd9-4fe6643f9ef0 HTTP/1.1" status: 200 len: 1093 time: 2.7269142 Jun 21 19:46:40.604676 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd235eb10-8e98-4504-ba25-fd652fe4dd89', 'tag': 'ee63124c-cd52-4b70-8fd9-4fe6643f9ef0'}] {{(pid=104576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:46:40.607145 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05f20d886da9388d71ee432e92ee53588f77c84f00dcc9da6d5f2e0db0526183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a49e94-fec1-4438-9b8c-d7a7f0b103cb" -d '{"events": [{"name": "network-changed", "server_uuid": "d235eb10-8e98-4504-ba25-fd652fe4dd89", "tag": "ee63124c-cd52-4b70-8fd9-4fe6643f9ef0"}]}' {{(pid=104576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:46:40.640565 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b068cf-5184-48a1-abcc-6b019b55a75a req-d26f9f6e-fa68-40a4-b9d4-3762e662579e tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:40.671578 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-b4b068cf-5184-48a1-abcc-6b019b55a75a req-d26f9f6e-fa68-40a4-b9d4-3762e662579e tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 945 time: 0.4305153 Jun 21 19:46:40.678972 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.db.api [None req-c6d29dcc-a6d0-4426-9779-82cc3ad5fe37 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 21 19:46:40.678972 dv-cinder-792462-15-smb neutron-server[104576]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 21 19:46:40.678972 dv-cinder-792462-15-smb neutron-server[104576]: [parameters: {'project_id_1': '7d038946e22a4a039bc4d65b7cf25809', 'expiration_1': datetime.datetime(2021, 6, 21, 19, 46, 40, 617559)}] Jun 21 19:46:40.678972 dv-cinder-792462-15-smb neutron-server[104576]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=104576) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 19:46:40.679646 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_db.api [None req-c6d29dcc-a6d0-4426-9779-82cc3ad5fe37 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 19:46:40.682395 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0135a6-511c-4805-b15a-8187e4ce0e59 service neutron] Pushing event updated for resources: {'Port': ['ID=ee63124c-cd52-4b70-8fd9-4fe6643f9ef0,revision_number=3']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:40.700870 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-fe0135a6-511c-4805-b15a-8187e4ce0e59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:40.823569 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ecd3e-ff41-47a1-8549-b0ba0b7ce4fe req-eb26a109-a9ab-4a34-a460-ea749f9e026b tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:40.836354 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-e67ecd3e-ff41-47a1-8549-b0ba0b7ce4fe req-eb26a109-a9ab-4a34-a460-ea749f9e026b tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?device_id=f530946a-70ad-452d-96b7-18d2468e33a9 HTTP/1.1" status: 200 len: 946 time: 0.4874074 Jun 21 19:46:40.901513 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6b5a1564-cf7b-4061-8e1b-2510bfdf5eca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:40.933271 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-b4b068cf-5184-48a1-abcc-6b019b55a75a req-a39a18a2-bc7a-4d4c-84ba-e42f269f3070 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2593215 Jun 21 19:46:40.935584 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6b5a1564-cf7b-4061-8e1b-2510bfdf5eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:40.944202 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-9e058cc2-cb6c-47c9-aeba-4c4d457e0641 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:40.971214 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07767d-1ed0-4a70-9742-39ed6aa6e5ed req-4ae5116a-ebd3-4580-8e17-bf0f2df3ee9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:40.974934 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-7f07767d-1ed0-4a70-9742-39ed6aa6e5ed req-4ae5116a-ebd3-4580-8e17-bf0f2df3ee9e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3205c2d168d1416082370ad83702a837&device_id=d235eb10-8e98-4504-ba25-fd652fe4dd89 HTTP/1.1" status: 200 len: 1096 time: 0.2726591 Jun 21 19:46:40.991362 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-7d2e6d17-4d7b-4ef8-989a-2b2b5f524981 None None] Notify callbacks [] for port, precommit_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:41.001684 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-e67ecd3e-ff41-47a1-8549-b0ba0b7ce4fe req-48256cb3-eb04-4bdd-9c46-0df68b8e9c03 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f34aa6c-b29c-41d3-870f-60686f70e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638358 Jun 21 19:46:41.008220 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-7d2e6d17-4d7b-4ef8-989a-2b2b5f524981 None None] Transition to ACTIVE for port object 6b01d4e3-9f1d-4c03-805d-3198ed242ac8 will not be triggered until provisioned by entity L2. {{(pid=104577) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:46:41.020577 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-7d2e6d17-4d7b-4ef8-989a-2b2b5f524981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:41.023730 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:41.035759 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b5a1564-cf7b-4061-8e1b-2510bfdf5eca admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=104575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 19:46:41.069960 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a1564-cf7b-4061-8e1b-2510bfdf5eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a967cebc-0edb-4225-816c-5ac691cdc7d4,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:41.081630 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-6b5a1564-cf7b-4061-8e1b-2510bfdf5eca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:41.138932 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6b5a1564-cf7b-4061-8e1b-2510bfdf5eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740799'] for segment, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:41.143365 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.db.segments_db [None req-6b5a1564-cf7b-4061-8e1b-2510bfdf5eca admin admin] Added segment 8a33cd28-6b24-4028-9253-994c3e5d951e of type vlan for network 89d8df80-28ac-4ad9-8304-52ba82bb9d5e Jun 21 19:46:41.190739 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-7f07767d-1ed0-4a70-9742-39ed6aa6e5ed req-9e5da005-2512-444b-a7e2-87c5937dac56 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee63124c-cd52-4b70-8fd9-4fe6643f9ef0 HTTP/1.1" status: 200 len: 217 time: 0.1421683 Jun 21 19:46:41.193443 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 19:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc26fcc6-7188-4d23-9dc9-acd1d9cb6173 x-openstack-request-id: req-bc26fcc6-7188-4d23-9dc9-acd1d9cb6173 {{(pid=104576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:46:41.193883 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d235eb10-8e98-4504-ba25-fd652fe4dd89", "tag": "ee63124c-cd52-4b70-8fd9-4fe6643f9ef0", "status": "completed", "code": 200}]} {{(pid=104576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:46:41.194354 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bc26fcc6-7188-4d23-9dc9-acd1d9cb6173 {{(pid=104576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:46:41.194862 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd235eb10-8e98-4504-ba25-fd652fe4dd89', 'tag': 'ee63124c-cd52-4b70-8fd9-4fe6643f9ef0', 'status': 'completed', 'code': 200} Jun 21 19:46:41.269445 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6b5a1564-cf7b-4061-8e1b-2510bfdf5eca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761649351873'] for network, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:41.318606 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-c6d29dcc-a6d0-4426-9779-82cc3ad5fe37 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:41.424614 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6b5a1564-cf7b-4061-8e1b-2510bfdf5eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33202238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553'] for network, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:41.430445 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5a1564-cf7b-4061-8e1b-2510bfdf5eca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:41.439113 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07767d-1ed0-4a70-9742-39ed6aa6e5ed req-577b6001-19e8-450e-beda-02a1f5c5248b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:41.439855 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6b5a1564-cf7b-4061-8e1b-2510bfdf5eca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for network, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:41.440589 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-7f07767d-1ed0-4a70-9742-39ed6aa6e5ed req-577b6001-19e8-450e-beda-02a1f5c5248b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99480cc9-be18-4d81-9b4a-7e12c2e3e8b8 HTTP/1.1" status: 200 len: 853 time: 0.2114327 Jun 21 19:46:41.444779 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:41.529772 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e64dcec-bc95-4bbc-82a6-07e68d64019b None None] Pushing event updated for resources: {'Port': ['ID=6b01d4e3-9f1d-4c03-805d-3198ed242ac8,revision_number=3']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:41.539600 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-0e64dcec-bc95-4bbc-82a6-07e68d64019b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:41.575881 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8589bf-8f05-405b-978a-0e21fa5edee6 req-fb5d2d88-8b06-4104-90e3-cd2cab2d2a2d tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:41.592645 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-c6d29dcc-a6d0-4426-9779-82cc3ad5fe37 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:41.594253 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-9e8589bf-8f05-405b-978a-0e21fa5edee6 req-fb5d2d88-8b06-4104-90e3-cd2cab2d2a2d tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.3174417 Jun 21 19:46:41.607580 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.managers [None req-7d2e6d17-4d7b-4ef8-989a-2b2b5f524981 None None] Attempting to bind port 6b01d4e3-9f1d-4c03-805d-3198ed242ac8 on host dv-cinder-792462-15-smb for vnic_type normal with profile {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:46:41.608306 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.managers [None req-7d2e6d17-4d7b-4ef8-989a-2b2b5f524981 None None] Attempting to bind port 6b01d4e3-9f1d-4c03-805d-3198ed242ac8 by drivers openvswitch,hyperv on host dv-cinder-792462-15-smb at level 0 using segments [{'id': '1d681abe-07c9-4bbf-85b6-8b905d2d0e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55f5be14-f776-4d4a-b537-b8ca3e65884c'}] {{(pid=104577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:46:41.608675 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2e6d17-4d7b-4ef8-989a-2b2b5f524981 None None] Attempting to bind port 6b01d4e3-9f1d-4c03-805d-3198ed242ac8 on network 55f5be14-f776-4d4a-b537-b8ca3e65884c {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:46:41.615923 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-c6d29dcc-a6d0-4426-9779-82cc3ad5fe37 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33278668'] for security_group_rule, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:41.628385 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2e6d17-4d7b-4ef8-989a-2b2b5f524981 None None] Checking agent: {'id': '8d444399-5de6-4d79-83a5-d4f9d95bef37', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792462-15-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 36, 33), 'started_at': datetime.datetime(2021, 6, 21, 19, 37, 3), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792462-15-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:46:41.629420 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2e6d17-4d7b-4ef8-989a-2b2b5f524981 None None] Checking segment: {'id': '1d681abe-07c9-4bbf-85b6-8b905d2d0e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55f5be14-f776-4d4a-b537-b8ca3e65884c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104577) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:46:41.629891 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-7d2e6d17-4d7b-4ef8-989a-2b2b5f524981 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:41.630298 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2e6d17-4d7b-4ef8-989a-2b2b5f524981 None None] Bound using segment: {'id': '1d681abe-07c9-4bbf-85b6-8b905d2d0e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55f5be14-f776-4d4a-b537-b8ca3e65884c'} {{(pid=104577) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:46:41.633606 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.managers [None req-7d2e6d17-4d7b-4ef8-989a-2b2b5f524981 None None] Bound port: 6b01d4e3-9f1d-4c03-805d-3198ed242ac8, host: dv-cinder-792462-15-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d681abe-07c9-4bbf-85b6-8b905d2d0e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '55f5be14-f776-4d4a-b537-b8ca3e65884c'}}] {{(pid=104577) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:46:41.634212 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-7d2e6d17-4d7b-4ef8-989a-2b2b5f524981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:41.635655 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-6b5a1564-cf7b-4061-8e1b-2510bfdf5eca admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3986697 Jun 21 19:46:41.638080 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 42986) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:46:41.665957 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.v2.base [None req-519ced7e-9531-4ece-a9b9-d1cb6c3b91a0 admin admin] Request body: {'subnet': {'network_id': '89d8df80-28ac-4ad9-8304-52ba82bb9d5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-178744438-subnet', 'tenant_id': '792653bda2f144baa1f8506827f04063', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:46:41.668071 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:41.671085 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a1564-cf7b-4061-8e1b-2510bfdf5eca admin admin] Pushing event updated for resources: {'Network': ['ID=89d8df80-28ac-4ad9-8304-52ba82bb9d5e,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:41.675114 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-6b5a1564-cf7b-4061-8e1b-2510bfdf5eca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:41.695545 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d29dcc-a6d0-4426-9779-82cc3ad5fe37 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99e726cc-cacc-4aeb-996a-b5c6252e805a,revision_number=0']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:41.717158 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Network 89d8df80-28ac-4ad9-8304-52ba82bb9d5e details requested by agent ovs-agent-dv-cinder-792462-15-smb with host dv-cinder-792462-15-smb {{(pid=104577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 19:46:41.718493 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-9e8589bf-8f05-405b-978a-0e21fa5edee6 req-4d2e74f5-4c0a-4961-a977-d59cbe4e417d tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232557 Jun 21 19:46:41.763437 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-c6d29dcc-a6d0-4426-9779-82cc3ad5fe37 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:41.790741 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3fd60-146c-4286-873b-1bfd66f4c191 req-bb100793-7fe6-4d03-b66c-b1f155c47e51 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:41.805807 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-7fc3fd60-146c-4286-873b-1bfd66f4c191 req-bb100793-7fe6-4d03-b66c-b1f155c47e51 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/ports?device_id=d235eb10-8e98-4504-ba25-fd652fe4dd89 HTTP/1.1" status: 200 len: 943 time: 0.4139647 Jun 21 19:46:41.812720 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07767d-1ed0-4a70-9742-39ed6aa6e5ed req-0e69020a-2936-4d18-a9b6-29733283f85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:41.828635 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-7f07767d-1ed0-4a70-9742-39ed6aa6e5ed req-0e69020a-2936-4d18-a9b6-29733283f85d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=19c05a2e-c96a-47ee-8535-1ae4ceee4224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3098900 Jun 21 19:46:41.828635 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519ced7e-9531-4ece-a9b9-d1cb6c3b91a0 admin admin] Made reservation on behalf of 792653bda2f144baa1f8506827f04063 for: {'subnet': 1} {{(pid=104576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:46:41.828635 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-519ced7e-9531-4ece-a9b9-d1cb6c3b91a0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:41.867075 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-7d2e6d17-4d7b-4ef8-989a-2b2b5f524981 None None] For port 6b01d4e3-9f1d-4c03-805d-3198ed242ac8, host dv-cinder-792462-15-smb, cleared binding levels {{(pid=104577) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:46:41.870989 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-7d2e6d17-4d7b-4ef8-989a-2b2b5f524981 None None] For port 6b01d4e3-9f1d-4c03-805d-3198ed242ac8, host dv-cinder-792462-15-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=6b01d4e3-9f1d-4c03-805d-3198ed242ac8,segment=NetworkSegment(1d681abe-07c9-4bbf-85b6-8b905d2d0e97),segment_id=1d681abe-07c9-4bbf-85b6-8b905d2d0e97)] {{(pid=104577) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:46:41.878101 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-7d2e6d17-4d7b-4ef8-989a-2b2b5f524981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:41.883805 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:41.885137 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-c6d29dcc-a6d0-4426-9779-82cc3ad5fe37 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:41.899102 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-c6d29dcc-a6d0-4426-9779-82cc3ad5fe37 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3602045 Jun 21 19:46:41.901732 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 42992) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:46:41.906600 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [None req-fa4f7d7d-635f-47c3-8c56-97113bf12fca tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Request body: {'security_group_rule': {'security_group_id': '8c9a552d-625e-425c-b17f-826e218849c8', 'project_id': '7d038946e22a4a039bc4d65b7cf25809', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:46:41.965645 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e64dcec-bc95-4bbc-82a6-07e68d64019b None None] Pushing event updated for resources: {'Port': ['ID=6b01d4e3-9f1d-4c03-805d-3198ed242ac8,revision_number=4']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:41.977999 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa4f7d7d-635f-47c3-8c56-97113bf12fca tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:41.980639 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-0e64dcec-bc95-4bbc-82a6-07e68d64019b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:42.002628 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2e6d17-4d7b-4ef8-989a-2b2b5f524981 None None] Routers {'d96472e7-076c-423a-b21e-755f88d1c9c0'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:46:42.003868 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-7d2e6d17-4d7b-4ef8-989a-2b2b5f524981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:46:33Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['d96472e7-076c-423a-b21e-755f88d1c9c0'], 'active': True} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:46:42.099497 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa4f7d7d-635f-47c3-8c56-97113bf12fca tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:42.112608 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa4f7d7d-635f-47c3-8c56-97113bf12fca tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33278668'] for security_group_rule, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:42.115004 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:42.148902 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-7f07767d-1ed0-4a70-9742-39ed6aa6e5ed req-af331674-811e-4632-8dd0-739c6ce9046b service neutron] 10.222.0.46 "GET /v2.0/networks/19c05a2e-c96a-47ee-8535-1ae4ceee4224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990460 Jun 21 19:46:42.173937 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvr_db [None req-7d2e6d17-4d7b-4ef8-989a-2b2b5f524981 None None] Set router d96472e7-076c-423a-b21e-755f88d1c9c0 gateway port host: dv-cinder-792462-15-smb {{(pid=104577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:46:42.198058 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f7d7d-635f-47c3-8c56-97113bf12fca tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b5c971b-3d47-416b-8f24-50ce910589e4,revision_number=0']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:42.211464 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-fa4f7d7d-635f-47c3-8c56-97113bf12fca tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:42.222088 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-fa4f7d7d-635f-47c3-8c56-97113bf12fca tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:42.223838 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-fa4f7d7d-635f-47c3-8c56-97113bf12fca tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3208325 Jun 21 19:46:42.226545 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 42998) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:46:42.233279 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [None req-3edde0ab-e7fa-4d61-ab22-d8914c92cc75 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Request body: {'security_group_rule': {'security_group_id': '8c9a552d-625e-425c-b17f-826e218849c8', 'project_id': '7d038946e22a4a039bc4d65b7cf25809', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:46:42.321265 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-3edde0ab-e7fa-4d61-ab22-d8914c92cc75 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:42.456758 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-7fc3fd60-146c-4286-873b-1bfd66f4c191 req-e0600a86-82b0-4808-8e51-e39f0fd057be tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/security-groups?id=0885b555-77fa-4089-bb48-4ab4dd0343cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6347339 Jun 21 19:46:42.560174 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-3edde0ab-e7fa-4d61-ab22-d8914c92cc75 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:42.571051 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-3edde0ab-e7fa-4d61-ab22-d8914c92cc75 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33278668'] for security_group_rule, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:42.573829 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:42.623144 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edde0ab-e7fa-4d61-ab22-d8914c92cc75 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b18eae2-71d1-445e-a4bf-43038c42cf7a,revision_number=0']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:42.626261 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-3edde0ab-e7fa-4d61-ab22-d8914c92cc75 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:42.627452 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-3edde0ab-e7fa-4d61-ab22-d8914c92cc75 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:42.628818 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-3edde0ab-e7fa-4d61-ab22-d8914c92cc75 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4010797 Jun 21 19:46:42.633075 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 43006) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:46:42.638763 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [None req-bfe2d561-aea9-42a8-abf9-df52321d9007 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Request body: {'security_group_rule': {'security_group_id': '8c9a552d-625e-425c-b17f-826e218849c8', 'project_id': '7d038946e22a4a039bc4d65b7cf25809', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:46:42.641857 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-7f07767d-1ed0-4a70-9742-39ed6aa6e5ed req-2e8af17c-72d6-4ab7-aba6-788bc0d1828d service neutron] 10.222.0.46 "GET /v2.0/networks/19c05a2e-c96a-47ee-8535-1ae4ceee4224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4405479 Jun 21 19:46:42.660609 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-7d2e6d17-4d7b-4ef8-989a-2b2b5f524981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96472e7-076c-423a-b21e-755f88d1c9c0', 'name': 'tempest-TestShelveInstance-2043768721-router', 'tenant_id': 'ce91c6da166f41a59eec675e0b531c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': 'aadfeafc-b011-4d08-b58a-83042829f548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:46:25Z', 'updated_at': '2021-06-21T19:46:34Z', 'revision_number': 4, 'project_id': 'ce91c6da166f41a59eec675e0b531c31', 'gw_port': {'id': 'aadfeafc-b011-4d08-b58a-83042829f548', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:67:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96472e7-076c-423a-b21e-755f88d1c9c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:46:27Z', 'updated_at': '2021-06-21T19:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_interfaces': [{'id': '6b01d4e3-9f1d-4c03-805d-3198ed242ac8', 'name': '', 'network_id': '55f5be14-f776-4d4a-b537-b8ca3e65884c', 'tenant_id': 'ce91c6da166f41a59eec675e0b531c31', 'mac_address': 'fa:16:3e:67:0a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96472e7-076c-423a-b21e-755f88d1c9c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '906a166f-a81b-40b3-9d31-50555f79c0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:46:32Z', 'updated_at': '2021-06-21T19:46:41Z', 'revision_number': 4, 'project_id': 'ce91c6da166f41a59eec675e0b531c31', 'subnets': [{'id': '906a166f-a81b-40b3-9d31-50555f79c0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:46:42.700116 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2e6d17-4d7b-4ef8-989a-2b2b5f524981 None None] The sync data for ids ['d96472e7-076c-423a-b21e-755f88d1c9c0'] in dv-cinder-792462-15-smb is: [{'id': 'd96472e7-076c-423a-b21e-755f88d1c9c0', 'name': 'tempest-TestShelveInstance-2043768721-router', 'tenant_id': 'ce91c6da166f41a59eec675e0b531c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': 'aadfeafc-b011-4d08-b58a-83042829f548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:46:25Z', 'updated_at': '2021-06-21T19:46:34Z', 'revision_number': 4, 'project_id': 'ce91c6da166f41a59eec675e0b531c31', 'gw_port': {'id': 'aadfeafc-b011-4d08-b58a-83042829f548', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:67:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96472e7-076c-423a-b21e-755f88d1c9c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:46:27Z', 'updated_at': '2021-06-21T19:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_interfaces': [{'id': '6b01d4e3-9f1d-4c03-805d-3198ed242ac8', 'name': '', 'network_id': '55f5be14-f776-4d4a-b537-b8ca3e65884c', 'tenant_id': 'ce91c6da166f41a59eec675e0b531c31', 'mac_address': 'fa:16:3e:67:0a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd96472e7-076c-423a-b21e-755f88d1c9c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '906a166f-a81b-40b3-9d31-50555f79c0ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:46:32Z', 'updated_at': '2021-06-21T19:46:41Z', 'revision_number': 4, 'project_id': 'ce91c6da166f41a59eec675e0b531c31', 'subnets': [{'id': '906a166f-a81b-40b3-9d31-50555f79c0ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 19:46:42.804248 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-bfe2d561-aea9-42a8-abf9-df52321d9007 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:42.873185 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df3498-aac8-47f9-9dba-eb6c061c2be9 req-950975f3-df75-4cbe-b519-16bd66ac4bb1 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:42.884501 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-02df3498-aac8-47f9-9dba-eb6c061c2be9 req-950975f3-df75-4cbe-b519-16bd66ac4bb1 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 945 time: 0.2340841 Jun 21 19:46:42.932458 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-519ced7e-9531-4ece-a9b9-d1cb6c3b91a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562'] for subnet, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:42.936969 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:42.937405 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-bfe2d561-aea9-42a8-abf9-df52321d9007 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:42.971002 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-bfe2d561-aea9-42a8-abf9-df52321d9007 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33278668'] for security_group_rule, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:42.980075 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:43.011515 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2d561-aea9-42a8-abf9-df52321d9007 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c335bcad-a4b9-438c-bac4-dd51af067f84,revision_number=0']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:43.016038 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-bfe2d561-aea9-42a8-abf9-df52321d9007 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:43.041137 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-02df3498-aac8-47f9-9dba-eb6c061c2be9 req-23bea472-96e5-4254-944b-fad4154b9e2c tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537185 Jun 21 19:46:43.042761 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ced7e-9531-4ece-a9b9-d1cb6c3b91a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe803c37-9994-4bf3-af68-5ce8c0bc1c65,revision_number=0']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:43.043570 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-bfe2d561-aea9-42a8-abf9-df52321d9007 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:43.049047 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-519ced7e-9531-4ece-a9b9-d1cb6c3b91a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:43.050713 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-bfe2d561-aea9-42a8-abf9-df52321d9007 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4155974 Jun 21 19:46:43.053826 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 43012) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:46:43.059710 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [None req-ccf02c8e-8b05-44de-b1d2-55af11490289 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Request body: {'security_group_rule': {'security_group_id': '8c9a552d-625e-425c-b17f-826e218849c8', 'project_id': '7d038946e22a4a039bc4d65b7cf25809', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:46:43.090470 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a49e94-fec1-4438-9b8c-d7a7f0b103cb req-fe6e13db-a20a-4639-a817-435869578a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:43.093878 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-12a49e94-fec1-4438-9b8c-d7a7f0b103cb req-fe6e13db-a20a-4639-a817-435869578a17 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3205c2d168d1416082370ad83702a837&device_id=d235eb10-8e98-4504-ba25-fd652fe4dd89 HTTP/1.1" status: 200 len: 1096 time: 0.2934213 Jun 21 19:46:43.116808 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519ced7e-9531-4ece-a9b9-d1cb6c3b91a0 admin admin] Checking segment: {'id': '8a33cd28-6b24-4028-9253-994c3e5d951e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '89d8df80-28ac-4ad9-8304-52ba82bb9d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:46:43.130639 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519ced7e-9531-4ece-a9b9-d1cb6c3b91a0 admin admin] Network hostable DHCP agents. Network: 89d8df80-28ac-4ad9-8304-52ba82bb9d5e, hostable agents: ['a15a033b-c070-47da-bf4d-e41793740fb3'], hosted agents: [] {{(pid=104576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 19:46:43.131456 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.db.securitygroups_db [None req-ccf02c8e-8b05-44de-b1d2-55af11490289 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Project 7d038946e22a4a039bc4d65b7cf25809 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 19:46:43.140576 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-ccf02c8e-8b05-44de-b1d2-55af11490289 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:43.176791 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519ced7e-9531-4ece-a9b9-d1cb6c3b91a0 admin admin] Network 89d8df80-28ac-4ad9-8304-52ba82bb9d5e is scheduled to be hosted by DHCP agent a15a033b-c070-47da-bf4d-e41793740fb3 with binding_index 1 {{(pid=104576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 19:46:43.191232 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.base_scheduler [None req-519ced7e-9531-4ece-a9b9-d1cb6c3b91a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-15-smb, 89d8df80-28ac-4ad9-8304-52ba82bb9d5e) {{(pid=104576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:46:43.204837 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847ec986-964a-4ef6-bb87-cd5cc936ed09 None None] Network 89d8df80-28ac-4ad9-8304-52ba82bb9d5e requested from dv-cinder-792462-15-smb {{(pid=104577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:46:43.230984 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519ced7e-9531-4ece-a9b9-d1cb6c3b91a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:43.232341 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-519ced7e-9531-4ece-a9b9-d1cb6c3b91a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:43.275523 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-519ced7e-9531-4ece-a9b9-d1cb6c3b91a0 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6330638 Jun 21 19:46:43.291570 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-ccf02c8e-8b05-44de-b1d2-55af11490289 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:43.303147 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-ccf02c8e-8b05-44de-b1d2-55af11490289 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33278668'] for security_group_rule, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:43.306357 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-0a70b096-ac3d-4c96-9256-151c57625b89 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:43.338169 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf02c8e-8b05-44de-b1d2-55af11490289 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa0098db-009b-4717-b9b5-51404102f267,revision_number=0']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:43.341125 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-ccf02c8e-8b05-44de-b1d2-55af11490289 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:43.345086 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-ccf02c8e-8b05-44de-b1d2-55af11490289 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:43.346605 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-ccf02c8e-8b05-44de-b1d2-55af11490289 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2916775 Jun 21 19:46:43.349369 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 43042) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:46:43.361347 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [None req-64620be8-b065-4050-897a-71df450c6f0e tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Request body: {'security_group_rule': {'security_group_id': '8c9a552d-625e-425c-b17f-826e218849c8', 'project_id': '7d038946e22a4a039bc4d65b7cf25809', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:46:43.389284 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.db.securitygroups_db [None req-64620be8-b065-4050-897a-71df450c6f0e tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Project 7d038946e22a4a039bc4d65b7cf25809 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 19:46:43.412599 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-64620be8-b065-4050-897a-71df450c6f0e tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:43.555652 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd5cfb0-a44f-4e04-8a11-904f75048212 None None] Network 89d8df80-28ac-4ad9-8304-52ba82bb9d5e requested from dv-cinder-792462-15-smb {{(pid=104577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:46:43.640394 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-64620be8-b065-4050-897a-71df450c6f0e tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:43.649815 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-64620be8-b065-4050-897a-71df450c6f0e tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33278668'] for security_group_rule, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:43.656474 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-1f60d97a-f027-4410-a94f-5501bb2e33b8 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:43.691537 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64620be8-b065-4050-897a-71df450c6f0e tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cae96392-6f34-477b-926c-6ec6a569ca71,revision_number=0']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:43.698056 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-64620be8-b065-4050-897a-71df450c6f0e tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:43.738546 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-64620be8-b065-4050-897a-71df450c6f0e tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:43.749127 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-64620be8-b065-4050-897a-71df450c6f0e tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3907759 Jun 21 19:46:43.971920 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a49e94-fec1-4438-9b8c-d7a7f0b103cb req-f0a1628c-70b5-4b60-9d99-6831f80e0955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:43.973382 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-12a49e94-fec1-4438-9b8c-d7a7f0b103cb req-f0a1628c-70b5-4b60-9d99-6831f80e0955 service neutron] 10.222.0.46 "GET /v2.0/networks?id=19c05a2e-c96a-47ee-8535-1ae4ceee4224 HTTP/1.1" status: 200 len: 915 time: 0.3773985 Jun 21 19:46:44.104588 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device 6b01d4e3-9f1d-4c03-805d-3198ed242ac8 up at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:46:44.115002 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaef7bf-597d-4994-a1eb-1f1585809521 req-e49b9c20-d530-431c-be3f-7a8c11020c55 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:44.116716 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-daaef7bf-597d-4994-a1eb-1f1585809521 req-e49b9c20-d530-431c-be3f-7a8c11020c55 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/ports?device_id=d235eb10-8e98-4504-ba25-fd652fe4dd89 HTTP/1.1" status: 200 len: 943 time: 0.2782905 Jun 21 19:46:44.218108 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-12a49e94-fec1-4438-9b8c-d7a7f0b103cb req-4a2fc3a3-0a31-46e1-9dde-172cc62ea8d0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee63124c-cd52-4b70-8fd9-4fe6643f9ef0 HTTP/1.1" status: 200 len: 217 time: 0.0498056 Jun 21 19:46:44.240922 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-daaef7bf-597d-4994-a1eb-1f1585809521 req-1953e092-5987-49dc-b531-f732b0fd47b4 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/security-groups?id=0885b555-77fa-4089-bb48-4ab4dd0343cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154096 Jun 21 19:46:44.310639 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning for port 6b01d4e3-9f1d-4c03-805d-3198ed242ac8 completed by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:46:44.321567 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning complete for port 6b01d4e3-9f1d-4c03-805d-3198ed242ac8 triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:46:44.321974 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:44.386453 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a49e94-fec1-4438-9b8c-d7a7f0b103cb req-06f7023c-5dd2-4936-bcc5-7c1a15a79941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:44.390075 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-12a49e94-fec1-4438-9b8c-d7a7f0b103cb req-06f7023c-5dd2-4936-bcc5-7c1a15a79941 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99480cc9-be18-4d81-9b4a-7e12c2e3e8b8 HTTP/1.1" status: 200 len: 853 time: 0.1627038 Jun 21 19:46:44.630591 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:44.650735 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138152a-b047-4367-99f9-69c0f4ad9d17 req-6eeb937e-30f1-44e0-9972-ea891ff4ed05 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:44.658620 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-7138152a-b047-4367-99f9-69c0f4ad9d17 req-6eeb937e-30f1-44e0-9972-ea891ff4ed05 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/networks?id=8a1e5f4d-374b-4d13-ab6c-0455c9bba921 HTTP/1.1" status: 200 len: 808 time: 0.2708972 Jun 21 19:46:44.682624 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-7138152a-b047-4367-99f9-69c0f4ad9d17 req-925069bd-27f4-43cb-9fba-b2b62411fd3d tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/quotas/5250b7d16c534cb788500aefad0bc52d HTTP/1.1" status: 200 len: 375 time: 0.0225561 Jun 21 19:46:44.718720 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a49e94-fec1-4438-9b8c-d7a7f0b103cb req-f62db6ab-10da-4144-97ff-66c1f6f8b07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:44.730674 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-12a49e94-fec1-4438-9b8c-d7a7f0b103cb req-f62db6ab-10da-4144-97ff-66c1f6f8b07c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=19c05a2e-c96a-47ee-8535-1ae4ceee4224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2782080 Jun 21 19:46:44.742124 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-7138152a-b047-4367-99f9-69c0f4ad9d17 req-71c3d187-8062-4f82-8156-3308e83ab6d9 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=5250b7d16c534cb788500aefad0bc52d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567772 Jun 21 19:46:44.781747 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] For port 6b01d4e3-9f1d-4c03-805d-3198ed242ac8, host dv-cinder-792462-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=6b01d4e3-9f1d-4c03-805d-3198ed242ac8,segment=NetworkSegment(1d681abe-07c9-4bbf-85b6-8b905d2d0e97),segment_id=1d681abe-07c9-4bbf-85b6-8b905d2d0e97)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:46:44.793527 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:44.799628 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:44.969208 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Pushing event updated for resources: {'Port': ['ID=6b01d4e3-9f1d-4c03-805d-3198ed242ac8,revision_number=5']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:44.972081 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-7138152a-b047-4367-99f9-69c0f4ad9d17 req-6f6f7380-bf90-4347-b7c7-f2b90800c1ed service neutron] 10.222.0.38 "GET /v2.0/networks/8a1e5f4d-374b-4d13-ab6c-0455c9bba921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300608 Jun 21 19:46:44.973908 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:45.041075 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-12a49e94-fec1-4438-9b8c-d7a7f0b103cb req-b52ccee9-f3c4-4e9d-8cda-2a16823bbbdc service neutron] 10.222.0.46 "GET /v2.0/networks/19c05a2e-c96a-47ee-8535-1ae4ceee4224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910810 Jun 21 19:46:45.068653 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ff47c-f429-477e-8f69-c4d77389e574 req-854aa5bf-c00c-4213-b138-ccea67e0b104 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:45.070425 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-214ff47c-f429-477e-8f69-c4d77389e574 req-854aa5bf-c00c-4213-b138-ccea67e0b104 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 945 time: 0.4829865 Jun 21 19:46:45.193491 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-12a49e94-fec1-4438-9b8c-d7a7f0b103cb req-dfb66d05-bca5-431e-8008-73226b62d3ca service neutron] 10.222.0.46 "GET /v2.0/networks/19c05a2e-c96a-47ee-8535-1ae4ceee4224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200833 Jun 21 19:46:45.225452 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c6154-0d63-4457-917c-4cd8cb957af2 req-c5b007f8-23a1-4443-9dba-71057edededd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:45.229848 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-d67c6154-0d63-4457-917c-4cd8cb957af2 req-c5b007f8-23a1-4443-9dba-71057edededd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=24d88bac2bdc4887aaf0eb2f85b5c6cd&device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 1098 time: 0.5566730 Jun 21 19:46:45.285428 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-214ff47c-f429-477e-8f69-c4d77389e574 req-415747f1-8b3f-4b62-b386-5a6a273642bf tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893180 Jun 21 19:46:45.313981 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-7138152a-b047-4367-99f9-69c0f4ad9d17 req-63439843-445f-4512-9fca-d4c7dfce945a service neutron] 10.222.0.38 "GET /v2.0/networks/8a1e5f4d-374b-4d13-ab6c-0455c9bba921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237581 Jun 21 19:46:45.565783 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-30ccf93d-c60a-4f57-a007-e3fbfac0d2d1 req-aaa0a121-c256-4a8e-b2e2-86175e71852c tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/ports?device_id=603db75d-08d0-4a79-9b16-178decf5f386 HTTP/1.1" status: 200 len: 210 time: 0.0488851 Jun 21 19:46:45.599751 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def88c95-6055-4b28-9e7d-37d86c670e25 req-f6b17e27-8f93-4b36-90a6-9ae461c8ab5e tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:45.601339 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-def88c95-6055-4b28-9e7d-37d86c670e25 req-f6b17e27-8f93-4b36-90a6-9ae461c8ab5e tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/ports?device_id=d235eb10-8e98-4504-ba25-fd652fe4dd89 HTTP/1.1" status: 200 len: 943 time: 0.1549125 Jun 21 19:46:45.661682 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-def88c95-6055-4b28-9e7d-37d86c670e25 req-c2deabfd-e422-4dfb-9f85-40b893e10c78 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/security-groups?id=0885b555-77fa-4089-bb48-4ab4dd0343cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536282 Jun 21 19:46:46.024289 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device 6b01d4e3-9f1d-4c03-805d-3198ed242ac8 up at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:46:46.085730 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Provisioning complete for port 6b01d4e3-9f1d-4c03-805d-3198ed242ac8 triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:46:46.086133 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:46.517170 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e58fe6-dfbd-4534-a5be-a1afd3483c7f req-49d2fa5e-4098-4472-9fab-8d52833500e7 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:46.518751 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-93e58fe6-dfbd-4534-a5be-a1afd3483c7f req-49d2fa5e-4098-4472-9fab-8d52833500e7 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 945 time: 0.0695994 Jun 21 19:46:46.580410 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-93e58fe6-dfbd-4534-a5be-a1afd3483c7f req-30c12da6-2ed1-4c84-9bd9-ed14b316fedc tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542395 Jun 21 19:46:46.720643 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-b9632ee9-2d52-4088-b68c-9bf69ae580f8 req-c04fa426-2bd0-46dc-b775-1109eb7befa3 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/ports?device_id=603db75d-08d0-4a79-9b16-178decf5f386 HTTP/1.1" status: 200 len: 210 time: 0.0332873 Jun 21 19:46:46.896661 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b6500-d101-4138-bc05-3ff0db3c81ac req-2756ca33-21ae-419c-bf0b-3e3747253a83 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:46.898064 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-1e9b6500-d101-4138-bc05-3ff0db3c81ac req-2756ca33-21ae-419c-bf0b-3e3747253a83 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/ports?device_id=d235eb10-8e98-4504-ba25-fd652fe4dd89 HTTP/1.1" status: 200 len: 943 time: 0.0884957 Jun 21 19:46:46.938520 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-1e9b6500-d101-4138-bc05-3ff0db3c81ac req-b7626806-6a85-4eec-b1de-9c96a3528101 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/security-groups?id=0885b555-77fa-4089-bb48-4ab4dd0343cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344918 Jun 21 19:46:47.772249 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83588b29-6f46-47e2-bedc-2bcdc07a81ee req-01fd60af-faf3-44f1-89fa-e4b334a51eab tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:47.773997 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-83588b29-6f46-47e2-bedc-2bcdc07a81ee req-01fd60af-faf3-44f1-89fa-e4b334a51eab tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=d71c26de-0d1d-49e6-87a3-17f293800374 HTTP/1.1" status: 200 len: 945 time: 0.0930915 Jun 21 19:46:47.808011 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device 17652a9b-0ced-4411-9d13-2c92c873ccea no longer exists at agent hyperv_hv-cinder-79246 {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 19:46:47.840271 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c9b4fe-28fa-4d41-b3aa-7f745a92ee03 req-8f665d78-8fdf-4045-b211-0d01a9b2ac7d tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:47.842136 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-e5c9b4fe-28fa-4d41-b3aa-7f745a92ee03 req-8f665d78-8fdf-4045-b211-0d01a9b2ac7d tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 945 time: 0.0735149 Jun 21 19:46:47.849115 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-83588b29-6f46-47e2-bedc-2bcdc07a81ee req-c426d0ee-c289-4f95-90dd-f1b5c3b58ee4 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626845 Jun 21 19:46:47.897060 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-e5c9b4fe-28fa-4d41-b3aa-7f745a92ee03 req-2b749de7-a077-4234-bf9c-276d3ed394fd tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487401 Jun 21 19:46:47.924060 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:47.950369 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b49d3a-39fb-4115-82fc-47dcbe1fccb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17652a9b-0ced-4411-9d13-2c92c873ccea'}] {{(pid=104577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:46:47.952853 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c14435dcc002c6d250290293137fb351442a83316ffa0c10b5cf8ed6f24812f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679ad4bf-ca34-49b1-a3be-22f4b41d1716" -d '{"events": [{"server_uuid": "67b49d3a-39fb-4115-82fc-47dcbe1fccb9", "name": "network-vif-unplugged", "status": "completed", "tag": "17652a9b-0ced-4411-9d13-2c92c873ccea"}]}' {{(pid=104577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:46:47.968079 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port 17652a9b-0ced-4411-9d13-2c92c873ccea, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=17652a9b-0ced-4411-9d13-2c92c873ccea,segment=NetworkSegment(33c04394-201f-475d-af05-ec70e2377f9f),segment_id=33c04394-201f-475d-af05-ec70e2377f9f)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:46:47.973467 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:47.977271 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-b739afa4-4d30-4eb3-8934-174e27fd4ede None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:48.005869 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 19:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3e44ae-c9d7-493a-a7bc-168f90da2a0e x-openstack-request-id: req-eb3e44ae-c9d7-493a-a7bc-168f90da2a0e {{(pid=104577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:46:48.006167 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b49d3a-39fb-4115-82fc-47dcbe1fccb9", "name": "network-vif-unplugged", "status": "completed", "tag": "17652a9b-0ced-4411-9d13-2c92c873ccea", "code": 200}]} {{(pid=104577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:46:48.006452 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-eb3e44ae-c9d7-493a-a7bc-168f90da2a0e {{(pid=104577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:46:48.006844 dv-cinder-792462-15-smb neutron-server[104577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b49d3a-39fb-4115-82fc-47dcbe1fccb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17652a9b-0ced-4411-9d13-2c92c873ccea', 'code': 200} Jun 21 19:46:48.035533 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Pushing event updated for resources: {'Port': ['ID=17652a9b-0ced-4411-9d13-2c92c873ccea,revision_number=8']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:48.039023 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:48.050342 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-7ef68fc2-0a20-4b3a-9bfe-4cae609a60c4 req-11d6b4a2-5f63-4b9a-9bee-096163837693 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/ports?device_id=603db75d-08d0-4a79-9b16-178decf5f386 HTTP/1.1" status: 200 len: 210 time: 0.0449984 Jun 21 19:46:48.159992 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ceb49d-5c46-425b-8f5b-5184f33395e1 req-c606cc58-7c49-4028-babb-77508d390625 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:48.161391 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-04ceb49d-5c46-425b-8f5b-5184f33395e1 req-c606cc58-7c49-4028-babb-77508d390625 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/ports?device_id=d235eb10-8e98-4504-ba25-fd652fe4dd89 HTTP/1.1" status: 200 len: 943 time: 0.0618505 Jun 21 19:46:48.200196 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-04ceb49d-5c46-425b-8f5b-5184f33395e1 req-1d5aec40-5d2a-4d30-bd92-7334a5cc1c0f tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/security-groups?id=0885b555-77fa-4089-bb48-4ab4dd0343cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332236 Jun 21 19:46:49.044452 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f9dab-a2c2-47ff-9b01-44e8a13c9f20 req-e31090ba-bf5d-4b78-84f9-c44e6239b7a3 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:49.047938 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-ad0f9dab-a2c2-47ff-9b01-44e8a13c9f20 req-e31090ba-bf5d-4b78-84f9-c44e6239b7a3 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=d71c26de-0d1d-49e6-87a3-17f293800374 HTTP/1.1" status: 200 len: 945 time: 0.0848112 Jun 21 19:46:49.085378 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-ad0f9dab-a2c2-47ff-9b01-44e8a13c9f20 req-12ca7017-c2e8-4136-b432-849ff2830ecf tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318980 Jun 21 19:46:49.090546 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242dab3-4bda-44ca-a092-a40e4bab5467 req-17987d2d-f22b-4f60-9c0d-2bcb6c6967bc tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:49.092714 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-2242dab3-4bda-44ca-a092-a40e4bab5467 req-17987d2d-f22b-4f60-9c0d-2bcb6c6967bc tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 943 time: 0.0698621 Jun 21 19:46:49.132768 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-2242dab3-4bda-44ca-a092-a40e4bab5467 req-f7a4e421-2afb-4847-840a-90cc7ab8af3c tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341251 Jun 21 19:46:49.229500 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-29c4ab3b-6ad1-4d06-bca1-bcd3d493db75 req-867169e5-ede3-47cb-b857-cbde66196d19 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/ports?device_id=603db75d-08d0-4a79-9b16-178decf5f386 HTTP/1.1" status: 200 len: 210 time: 0.0276494 Jun 21 19:46:49.388101 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494b596-7cc9-4209-bcae-de926b75f569 req-5e0c31d9-7614-4b85-95ca-408adbff062f tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:49.389459 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-c494b596-7cc9-4209-bcae-de926b75f569 req-5e0c31d9-7614-4b85-95ca-408adbff062f tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/ports?device_id=d235eb10-8e98-4504-ba25-fd652fe4dd89 HTTP/1.1" status: 200 len: 943 time: 0.0661042 Jun 21 19:46:49.435007 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-c494b596-7cc9-4209-bcae-de926b75f569 req-c9326862-b202-425f-afde-e42f2dd2be02 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/security-groups?id=0885b555-77fa-4089-bb48-4ab4dd0343cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395358 Jun 21 19:46:50.356407 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4130ca-66d6-4ec6-beb4-cfaa44790e90 req-39ccfbeb-16c9-4783-80eb-23b5219bb55f tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:50.358160 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-2d4130ca-66d6-4ec6-beb4-cfaa44790e90 req-39ccfbeb-16c9-4783-80eb-23b5219bb55f tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 943 time: 0.0838392 Jun 21 19:46:50.416723 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-2d4130ca-66d6-4ec6-beb4-cfaa44790e90 req-4beea13b-7bc7-463d-aa0b-a5cbb6fb292b tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445137 Jun 21 19:46:50.475971 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21fe471-cd9b-469a-99a7-1a09053eba65 req-4742cff9-e3b6-4c84-9732-680606239bc1 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:50.477584 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-e21fe471-cd9b-469a-99a7-1a09053eba65 req-4742cff9-e3b6-4c84-9732-680606239bc1 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=d71c26de-0d1d-49e6-87a3-17f293800374 HTTP/1.1" status: 200 len: 945 time: 0.2723126 Jun 21 19:46:50.530426 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-e21fe471-cd9b-469a-99a7-1a09053eba65 req-256e20ea-b5af-4683-836a-2561d70896cc tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466986 Jun 21 19:46:50.575906 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-c6d6227a-2611-4091-9f29-c6fff2bd4392 req-86549aa5-93dc-48dc-9f8b-7f16007697b8 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/ports?device_id=603db75d-08d0-4a79-9b16-178decf5f386 HTTP/1.1" status: 200 len: 210 time: 0.0435827 Jun 21 19:46:50.724131 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b325f85d-e96e-44d0-b716-808b4bb3dd28 req-c9d8ce5b-1a84-4f72-aaf5-9cedfea9150f tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:50.725602 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-b325f85d-e96e-44d0-b716-808b4bb3dd28 req-c9d8ce5b-1a84-4f72-aaf5-9cedfea9150f tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/ports?device_id=d235eb10-8e98-4504-ba25-fd652fe4dd89 HTTP/1.1" status: 200 len: 943 time: 0.0658989 Jun 21 19:46:50.765364 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-b325f85d-e96e-44d0-b716-808b4bb3dd28 req-f8b8343a-15b2-4d9b-bb73-49d5e621b6f9 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/security-groups?id=0885b555-77fa-4089-bb48-4ab4dd0343cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339899 Jun 21 19:46:51.594055 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3565eaf3-eec7-40f4-91f6-cdf8dd88db88 req-f7b22723-5852-47f5-a532-f6a7ff1d8f5a tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:51.596240 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-3565eaf3-eec7-40f4-91f6-cdf8dd88db88 req-f7b22723-5852-47f5-a532-f6a7ff1d8f5a tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 943 time: 0.0637062 Jun 21 19:46:51.636772 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-3565eaf3-eec7-40f4-91f6-cdf8dd88db88 req-040b3168-1a27-464b-afc3-8a3a3265d3d8 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344915 Jun 21 19:46:51.779428 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1888679a-194e-4a46-b906-68409df551a9 req-47db1927-cd41-4d51-880a-5b4a3e1181ba tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:51.782133 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c6154-0d63-4457-917c-4cd8cb957af2 req-903aad54-7028-4027-8292-98e97c723c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:51.784846 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-d67c6154-0d63-4457-917c-4cd8cb957af2 req-903aad54-7028-4027-8292-98e97c723c6e service neutron] 10.222.0.46 "GET /v2.0/networks?id=2d4d9e71-b808-45e3-a13f-71991168a9d3 HTTP/1.1" status: 200 len: 917 time: 0.1168544 Jun 21 19:46:51.787447 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-1888679a-194e-4a46-b906-68409df551a9 req-47db1927-cd41-4d51-880a-5b4a3e1181ba tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=d71c26de-0d1d-49e6-87a3-17f293800374 HTTP/1.1" status: 200 len: 945 time: 0.1287110 Jun 21 19:46:51.825863 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-1888679a-194e-4a46-b906-68409df551a9 req-3ca161b9-b9ff-4be2-8db1-0d95f6d67209 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373755 Jun 21 19:46:51.868465 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-4f6d5616-41d0-49b9-a877-ae0b04fec516 req-c7d98f06-a697-40c1-a2e2-43a04fb31760 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/ports?device_id=603db75d-08d0-4a79-9b16-178decf5f386 HTTP/1.1" status: 200 len: 210 time: 0.0360956 Jun 21 19:46:51.880795 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-d67c6154-0d63-4457-917c-4cd8cb957af2 req-09198154-dfdf-45ab-b3f1-805f2e848bb8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17652a9b-0ced-4411-9d13-2c92c873ccea HTTP/1.1" status: 200 len: 999 time: 0.0867593 Jun 21 19:46:51.943239 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c6154-0d63-4457-917c-4cd8cb957af2 req-cacad49e-bef6-4a2f-8bf8-6be59a036507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:51.944867 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-d67c6154-0d63-4457-917c-4cd8cb957af2 req-cacad49e-bef6-4a2f-8bf8-6be59a036507 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9614296a-537a-414b-ae37-4bb814e04b86 HTTP/1.1" status: 200 len: 855 time: 0.0492580 Jun 21 19:46:51.994761 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c272181a-4b45-492d-8f06-06d8d835ed1d req-cbe6d849-4bc9-42ea-bc4c-9f62e3a349bf tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:51.996571 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-c272181a-4b45-492d-8f06-06d8d835ed1d req-cbe6d849-4bc9-42ea-bc4c-9f62e3a349bf tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/ports?device_id=d235eb10-8e98-4504-ba25-fd652fe4dd89 HTTP/1.1" status: 200 len: 943 time: 0.0647810 Jun 21 19:46:52.020308 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67c6154-0d63-4457-917c-4cd8cb957af2 req-a052c9ed-cc78-44f1-907a-7915c4d46ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:52.021810 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-d67c6154-0d63-4457-917c-4cd8cb957af2 req-a052c9ed-cc78-44f1-907a-7915c4d46ac2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2d4d9e71-b808-45e3-a13f-71991168a9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0531161 Jun 21 19:46:52.034943 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-c272181a-4b45-492d-8f06-06d8d835ed1d req-1fae9c2f-6a9a-4c6b-bbff-f4826da28d60 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/security-groups?id=0885b555-77fa-4089-bb48-4ab4dd0343cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318182 Jun 21 19:46:52.121310 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-d67c6154-0d63-4457-917c-4cd8cb957af2 req-42a5a641-1a09-4552-9cdb-a941d17e464a service neutron] 10.222.0.46 "GET /v2.0/networks/2d4d9e71-b808-45e3-a13f-71991168a9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823581 Jun 21 19:46:52.218846 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-d67c6154-0d63-4457-917c-4cd8cb957af2 req-e309470a-a82f-4c37-8f3c-b72bbd0bf1ed service neutron] 10.222.0.46 "GET /v2.0/networks/2d4d9e71-b808-45e3-a13f-71991168a9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905738 Jun 21 19:46:52.628328 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138152a-b047-4367-99f9-69c0f4ad9d17 req-b15090c3-23f4-489c-83b3-ef8a38136ea4 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:52.629772 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-7138152a-b047-4367-99f9-69c0f4ad9d17 req-b15090c3-23f4-489c-83b3-ef8a38136ea4 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.46 "GET /v2.0/networks?id=8a1e5f4d-374b-4d13-ab6c-0455c9bba921 HTTP/1.1" status: 200 len: 808 time: 0.1040628 Jun 21 19:46:52.649942 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.v2.base [req-7138152a-b047-4367-99f9-69c0f4ad9d17 req-29b07c36-35e0-4efe-a4be-d5e486acce57 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] Request body: {'port': {'device_id': '603db75d-08d0-4a79-9b16-178decf5f386', 'network_id': '8a1e5f4d-374b-4d13-ab6c-0455c9bba921', 'admin_state_up': True, 'tenant_id': '5250b7d16c534cb788500aefad0bc52d'}} {{(pid=104576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:46:52.776730 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7138152a-b047-4367-99f9-69c0f4ad9d17 req-29b07c36-35e0-4efe-a4be-d5e486acce57 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] Made reservation on behalf of 5250b7d16c534cb788500aefad0bc52d for: {'port': 1} {{(pid=104576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:46:52.781047 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-7138152a-b047-4367-99f9-69c0f4ad9d17 req-29b07c36-35e0-4efe-a4be-d5e486acce57 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for port, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:52.945930 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.db_base_plugin_common [req-7138152a-b047-4367-99f9-69c0f4ad9d17 req-29b07c36-35e0-4efe-a4be-d5e486acce57 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] Allocated IP 172.20.0.2 (8a1e5f4d-374b-4d13-ab6c-0455c9bba921/919ce768-6ba3-4ad6-91d3-19a783ca94b6/1e9a24b1-a915-4188-a51c-5aaa1a5302d2) {{(pid=104576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:46:52.955122 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd39df20-e03c-4982-b8aa-7954c368c5ff req-b6585eb0-a23d-4f92-b84e-2b76db64e8b6 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:52.956567 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-bd39df20-e03c-4982-b8aa-7954c368c5ff req-b6585eb0-a23d-4f92-b84e-2b76db64e8b6 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 943 time: 0.1484785 Jun 21 19:46:53.007578 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d1b2b5-8f0e-4bde-96dd-04bb6d926270 req-e1bf9d94-309e-4031-a3fa-13dbc3f395ee tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:53.009385 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-83d1b2b5-8f0e-4bde-96dd-04bb6d926270 req-e1bf9d94-309e-4031-a3fa-13dbc3f395ee tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=d71c26de-0d1d-49e6-87a3-17f293800374 HTTP/1.1" status: 200 len: 945 time: 0.0686128 Jun 21 19:46:53.018881 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-bd39df20-e03c-4982-b8aa-7954c368c5ff req-ad728b70-f655-423d-8e71-203a1ddec64a tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543940 Jun 21 19:46:53.070846 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-83d1b2b5-8f0e-4bde-96dd-04bb6d926270 req-578d3910-8698-4f7e-a333-7beecff7c07b tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548306 Jun 21 19:46:53.165986 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-0246f154-1bc7-4bdb-a220-ba97cfbd2f8f req-f6aa9586-1c50-49f8-b965-8d6d37ddb7bc tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/ports?device_id=603db75d-08d0-4a79-9b16-178decf5f386 HTTP/1.1" status: 200 len: 210 time: 0.0348980 Jun 21 19:46:53.168842 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-7138152a-b047-4367-99f9-69c0f4ad9d17 req-29b07c36-35e0-4efe-a4be-d5e486acce57 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] Notify callbacks [] for port, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:53.209047 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-7138152a-b047-4367-99f9-69c0f4ad9d17 req-29b07c36-35e0-4efe-a4be-d5e486acce57 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-129462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761649331797'] for port, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:53.212979 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-56ef9dca-265c-4bbe-a938-bf2b277262a2 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:53.232215 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8db25-7c78-4d75-8281-b2fb15ff9aec req-407a4aa6-8b53-441d-b59e-c9550e0a46bd tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:53.233745 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-e6a8db25-7c78-4d75-8281-b2fb15ff9aec req-407a4aa6-8b53-441d-b59e-c9550e0a46bd tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/ports?device_id=d235eb10-8e98-4504-ba25-fd652fe4dd89 HTTP/1.1" status: 200 len: 943 time: 0.0675962 Jun 21 19:46:53.255612 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7138152a-b047-4367-99f9-69c0f4ad9d17 req-29b07c36-35e0-4efe-a4be-d5e486acce57 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] Network 8a1e5f4d-374b-4d13-ab6c-0455c9bba921 is already hosted by enough agents. {{(pid=104576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:46:53.261508 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.base_scheduler [req-7138152a-b047-4367-99f9-69c0f4ad9d17 req-29b07c36-35e0-4efe-a4be-d5e486acce57 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] Resources bound (agent type, host, resource id): {{(pid=104576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:46:53.265560 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [req-7138152a-b047-4367-99f9-69c0f4ad9d17 req-29b07c36-35e0-4efe-a4be-d5e486acce57 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] Received port after_create {{(pid=104576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:46:53.271085 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138152a-b047-4367-99f9-69c0f4ad9d17 req-29b07c36-35e0-4efe-a4be-d5e486acce57 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:53.271688 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-7138152a-b047-4367-99f9-69c0f4ad9d17 req-29b07c36-35e0-4efe-a4be-d5e486acce57 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147'] for port, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:53.273625 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-e6a8db25-7c78-4d75-8281-b2fb15ff9aec req-67d3509c-d2c5-46f6-beaf-246384d46c2f tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/security-groups?id=0885b555-77fa-4089-bb48-4ab4dd0343cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333524 Jun 21 19:46:53.284666 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b07c36-35e0-4efe-a4be-d5e486acce57 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] Pushing event updated for resources: {'Port': ['ID=1e9a24b1-a915-4188-a51c-5aaa1a5302d2,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:53.288212 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-29b07c36-35e0-4efe-a4be-d5e486acce57 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:53.291776 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-7138152a-b047-4367-99f9-69c0f4ad9d17 req-29b07c36-35e0-4efe-a4be-d5e486acce57 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6456139 Jun 21 19:46:53.306767 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.v2.base [req-7138152a-b047-4367-99f9-69c0f4ad9d17 req-c5fefbb1-6640-4f3b-8a2b-b33ca118c83d service neutron] Request body: {'port': {'device_id': '603db75d-08d0-4a79-9b16-178decf5f386', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=104576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:46:53.358072 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.agents_db [None req-c2d22edd-97c6-4632-8c47-e807aff285e4 None None] Agent healthcheck: found 6 active agents {{(pid=104578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 19:46:53.383294 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-7138152a-b047-4367-99f9-69c0f4ad9d17 req-c5fefbb1-6640-4f3b-8a2b-b33ca118c83d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:53.634995 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.notifiers.nova [req-7138152a-b047-4367-99f9-69c0f4ad9d17 req-c5fefbb1-6640-4f3b-8a2b-b33ca118c83d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e9a24b1-a915-4188-a51c-5aaa1a5302d2 {{(pid=104576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:46:53.642027 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-7138152a-b047-4367-99f9-69c0f4ad9d17 req-c5fefbb1-6640-4f3b-8a2b-b33ca118c83d service neutron] Notify callbacks [] for port, precommit_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:53.653175 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.provisioning_blocks [req-7138152a-b047-4367-99f9-69c0f4ad9d17 req-c5fefbb1-6640-4f3b-8a2b-b33ca118c83d service neutron] Transition to ACTIVE for port object 1e9a24b1-a915-4188-a51c-5aaa1a5302d2 will not be triggered until provisioned by entity L2. {{(pid=104576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:46:53.657206 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-7138152a-b047-4367-99f9-69c0f4ad9d17 req-c5fefbb1-6640-4f3b-8a2b-b33ca118c83d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:53.659825 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-3222c35e-9403-4804-aa41-657dc0ef474e tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:53.733786 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fefbb1-6640-4f3b-8a2b-b33ca118c83d service neutron] Pushing event updated for resources: {'Port': ['ID=1e9a24b1-a915-4188-a51c-5aaa1a5302d2,revision_number=2']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:53.750701 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-c5fefbb1-6640-4f3b-8a2b-b33ca118c83d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:53.762911 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.managers [req-7138152a-b047-4367-99f9-69c0f4ad9d17 req-c5fefbb1-6640-4f3b-8a2b-b33ca118c83d service neutron] Attempting to bind port 1e9a24b1-a915-4188-a51c-5aaa1a5302d2 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:46:53.763241 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.managers [req-7138152a-b047-4367-99f9-69c0f4ad9d17 req-c5fefbb1-6640-4f3b-8a2b-b33ca118c83d service neutron] Attempting to bind port 1e9a24b1-a915-4188-a51c-5aaa1a5302d2 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '21164b66-dec9-40da-b972-b1fa4ea41cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8a1e5f4d-374b-4d13-ab6c-0455c9bba921'}] {{(pid=104576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:46:53.763562 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7138152a-b047-4367-99f9-69c0f4ad9d17 req-c5fefbb1-6640-4f3b-8a2b-b33ca118c83d service neutron] Attempting to bind port 1e9a24b1-a915-4188-a51c-5aaa1a5302d2 on network 8a1e5f4d-374b-4d13-ab6c-0455c9bba921 {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:46:53.768147 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7138152a-b047-4367-99f9-69c0f4ad9d17 req-c5fefbb1-6640-4f3b-8a2b-b33ca118c83d service neutron] Port 1e9a24b1-a915-4188-a51c-5aaa1a5302d2 on network 8a1e5f4d-374b-4d13-ab6c-0455c9bba921 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 19:46:53.768482 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7138152a-b047-4367-99f9-69c0f4ad9d17 req-c5fefbb1-6640-4f3b-8a2b-b33ca118c83d service neutron] Attempting to bind port 1e9a24b1-a915-4188-a51c-5aaa1a5302d2 on network 8a1e5f4d-374b-4d13-ab6c-0455c9bba921 {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:46:53.773135 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7138152a-b047-4367-99f9-69c0f4ad9d17 req-c5fefbb1-6640-4f3b-8a2b-b33ca118c83d service neutron] Checking agent: {'id': '0b26fa00-c4a2-4127-a29e-c90b7b9119ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 42, 27), 'started_at': datetime.datetime(2021, 6, 21, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:46:53.773471 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7138152a-b047-4367-99f9-69c0f4ad9d17 req-c5fefbb1-6640-4f3b-8a2b-b33ca118c83d service neutron] Checking segment: {'id': '21164b66-dec9-40da-b972-b1fa4ea41cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8a1e5f4d-374b-4d13-ab6c-0455c9bba921'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:46:53.773883 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7138152a-b047-4367-99f9-69c0f4ad9d17 req-c5fefbb1-6640-4f3b-8a2b-b33ca118c83d service neutron] Bound using segment: {'id': '21164b66-dec9-40da-b972-b1fa4ea41cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8a1e5f4d-374b-4d13-ab6c-0455c9bba921'} {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:46:53.774301 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.managers [req-7138152a-b047-4367-99f9-69c0f4ad9d17 req-c5fefbb1-6640-4f3b-8a2b-b33ca118c83d service neutron] Bound port: 1e9a24b1-a915-4188-a51c-5aaa1a5302d2, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21164b66-dec9-40da-b972-b1fa4ea41cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '8a1e5f4d-374b-4d13-ab6c-0455c9bba921'}}] {{(pid=104576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:46:53.774641 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-7138152a-b047-4367-99f9-69c0f4ad9d17 req-c5fefbb1-6640-4f3b-8a2b-b33ca118c83d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:53.873879 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device ee63124c-cd52-4b70-8fd9-4fe6643f9ef0 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=104577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 19:46:53.971130 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port ee63124c-cd52-4b70-8fd9-4fe6643f9ef0, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=ee63124c-cd52-4b70-8fd9-4fe6643f9ef0,segment=NetworkSegment(1e2c063c-fdc2-4734-a057-fcb9075c4b82),segment_id=1e2c063c-fdc2-4734-a057-fcb9075c4b82)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:46:53.983042 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Returning: {'device': 'ee63124c-cd52-4b70-8fd9-4fe6643f9ef0', 'network_id': '19c05a2e-c96a-47ee-8535-1ae4ceee4224', 'port_id': 'ee63124c-cd52-4b70-8fd9-4fe6643f9ef0', 'mac_address': 'fa:16:3e:0c:f6:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99480cc9-be18-4d81-9b4a-7e12c2e3e8b8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 19:46:54.025199 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:54.039139 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.notifiers.nova [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee63124c-cd52-4b70-8fd9-4fe6643f9ef0 {{(pid=104577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:46:54.063182 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.db [req-7138152a-b047-4367-99f9-69c0f4ad9d17 req-c5fefbb1-6640-4f3b-8a2b-b33ca118c83d service neutron] For port 1e9a24b1-a915-4188-a51c-5aaa1a5302d2, host hv-cinder-79246, cleared binding levels {{(pid=104576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:46:54.065780 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port ee63124c-cd52-4b70-8fd9-4fe6643f9ef0, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=ee63124c-cd52-4b70-8fd9-4fe6643f9ef0,segment=NetworkSegment(1e2c063c-fdc2-4734-a057-fcb9075c4b82),segment_id=1e2c063c-fdc2-4734-a057-fcb9075c4b82)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:46:54.066470 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.db [req-7138152a-b047-4367-99f9-69c0f4ad9d17 req-c5fefbb1-6640-4f3b-8a2b-b33ca118c83d service neutron] For port 1e9a24b1-a915-4188-a51c-5aaa1a5302d2, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=1e9a24b1-a915-4188-a51c-5aaa1a5302d2,segment=NetworkSegment(21164b66-dec9-40da-b972-b1fa4ea41cc1),segment_id=21164b66-dec9-40da-b972-b1fa4ea41cc1)] {{(pid=104576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:46:54.072185 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-7138152a-b047-4367-99f9-69c0f4ad9d17 req-c5fefbb1-6640-4f3b-8a2b-b33ca118c83d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:54.074330 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:54.074958 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-eb8da532-de35-40b3-ad54-756da5f33c28 tempest-DeleteServersTestJSON-476035595 tempest-DeleteServersTestJSON-476035595-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:54.076419 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:54.112245 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138152a-b047-4367-99f9-69c0f4ad9d17 req-c5fefbb1-6640-4f3b-8a2b-b33ca118c83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:54.112849 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-7138152a-b047-4367-99f9-69c0f4ad9d17 req-c5fefbb1-6640-4f3b-8a2b-b33ca118c83d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147'] for port, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:54.114232 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-7138152a-b047-4367-99f9-69c0f4ad9d17 req-c5fefbb1-6640-4f3b-8a2b-b33ca118c83d service neutron] 10.222.0.46 "PUT /v2.0/ports/1e9a24b1-a915-4188-a51c-5aaa1a5302d2 HTTP/1.1" status: 200 len: 1093 time: 0.8137159 Jun 21 19:46:54.114724 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '603db75d-08d0-4a79-9b16-178decf5f386', 'tag': '1e9a24b1-a915-4188-a51c-5aaa1a5302d2'}] {{(pid=104576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:46:54.117002 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05f20d886da9388d71ee432e92ee53588f77c84f00dcc9da6d5f2e0db0526183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee3abff-0794-4b16-b5ce-90827fc1c175" -d '{"events": [{"name": "network-changed", "server_uuid": "603db75d-08d0-4a79-9b16-178decf5f386", "tag": "1e9a24b1-a915-4188-a51c-5aaa1a5302d2"}]}' {{(pid=104576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:46:54.125496 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Pushing event updated for resources: {'Port': ['ID=ee63124c-cd52-4b70-8fd9-4fe6643f9ef0,revision_number=4']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:54.136707 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:54.139797 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fefbb1-6640-4f3b-8a2b-b33ca118c83d service neutron] Pushing event updated for resources: {'Port': ['ID=1e9a24b1-a915-4188-a51c-5aaa1a5302d2,revision_number=3']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:54.148401 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-c5fefbb1-6640-4f3b-8a2b-b33ca118c83d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:54.260142 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ff375-01bb-45d4-9d2d-30669e1c4fff req-22184b2b-548c-4eb8-b28e-49b95a928062 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:54.260776 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ae462-f581-4551-a5a9-9ab7f28382a4 req-c5b772da-ce40-486c-bb74-57a0eefea750 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:54.261610 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-0a4ff375-01bb-45d4-9d2d-30669e1c4fff req-22184b2b-548c-4eb8-b28e-49b95a928062 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=d71c26de-0d1d-49e6-87a3-17f293800374 HTTP/1.1" status: 200 len: 945 time: 0.0636568 Jun 21 19:46:54.261769 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-981ae462-f581-4551-a5a9-9ab7f28382a4 req-c5b772da-ce40-486c-bb74-57a0eefea750 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 943 time: 0.1023195 Jun 21 19:46:54.268158 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138152a-b047-4367-99f9-69c0f4ad9d17 req-1e4786f3-2b72-424a-984e-bd304b2cd64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:54.269506 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-7138152a-b047-4367-99f9-69c0f4ad9d17 req-1e4786f3-2b72-424a-984e-bd304b2cd64b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5250b7d16c534cb788500aefad0bc52d&device_id=603db75d-08d0-4a79-9b16-178decf5f386 HTTP/1.1" status: 200 len: 1096 time: 0.0805125 Jun 21 19:46:54.301431 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-0a4ff375-01bb-45d4-9d2d-30669e1c4fff req-affa116e-eade-4d68-9b06-50194db6879a tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318849 Jun 21 19:46:54.331802 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-7138152a-b047-4367-99f9-69c0f4ad9d17 req-d8cf2243-3e5d-4803-ba9c-6b7b237334de service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1e9a24b1-a915-4188-a51c-5aaa1a5302d2 HTTP/1.1" status: 200 len: 217 time: 0.0468631 Jun 21 19:46:54.336868 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-981ae462-f581-4551-a5a9-9ab7f28382a4 req-ea02f194-5484-484b-9261-88e188f77bfa tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664825 Jun 21 19:46:54.355232 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 19:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2416d845-d0a5-4878-818d-efc47f02f347 x-openstack-request-id: req-2416d845-d0a5-4878-818d-efc47f02f347 {{(pid=104576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:46:54.355547 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "603db75d-08d0-4a79-9b16-178decf5f386", "tag": "1e9a24b1-a915-4188-a51c-5aaa1a5302d2", "status": "completed", "code": 200}]} {{(pid=104576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:46:54.355896 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2416d845-d0a5-4878-818d-efc47f02f347 {{(pid=104576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:46:54.356300 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '603db75d-08d0-4a79-9b16-178decf5f386', 'tag': '1e9a24b1-a915-4188-a51c-5aaa1a5302d2', 'status': 'completed', 'code': 200} Jun 21 19:46:54.393824 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138152a-b047-4367-99f9-69c0f4ad9d17 req-877904b8-6090-4b91-9615-70360fe355a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:54.395253 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-7138152a-b047-4367-99f9-69c0f4ad9d17 req-877904b8-6090-4b91-9615-70360fe355a1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=919ce768-6ba3-4ad6-91d3-19a783ca94b6 HTTP/1.1" status: 200 len: 848 time: 0.0500877 Jun 21 19:46:54.433263 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-7138152a-b047-4367-99f9-69c0f4ad9d17 req-6db3899b-2f79-4605-b992-061a847ab31d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8a1e5f4d-374b-4d13-ab6c-0455c9bba921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280621 Jun 21 19:46:54.481835 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] get_ports_and_sgs() called for port_ids ['ee63124c-cd52-4b70-8fd9-4fe6643f9ef0'] {{(pid=104577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 19:46:54.504357 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69417b2e-faf8-4c77-8afa-a47150f83397 req-2bc22887-5777-4471-a273-0d3f18b5b9f4 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:54.505865 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-69417b2e-faf8-4c77-8afa-a47150f83397 req-2bc22887-5777-4471-a273-0d3f18b5b9f4 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/ports?device_id=603db75d-08d0-4a79-9b16-178decf5f386 HTTP/1.1" status: 200 len: 943 time: 0.0655663 Jun 21 19:46:54.554254 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-69417b2e-faf8-4c77-8afa-a47150f83397 req-e0d28421-46f4-4724-aa01-110c8e5ad0a8 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5c1761f-fdc5-4fe5-a7f6-64ccd7556773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422220 Jun 21 19:46:54.585720 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d23b1-e59c-4054-86e3-3e7c696fb1b1 req-9c03e588-fda3-48b0-ac5f-8d5f3a3b14e9 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:54.590266 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-3d3d23b1-e59c-4054-86e3-3e7c696fb1b1 req-9c03e588-fda3-48b0-ac5f-8d5f3a3b14e9 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/ports?device_id=d235eb10-8e98-4504-ba25-fd652fe4dd89 HTTP/1.1" status: 200 len: 944 time: 0.1415122 Jun 21 19:46:54.605519 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-7138152a-b047-4367-99f9-69c0f4ad9d17 req-06c79130-d8cc-4393-866d-f8fa899fdece service neutron] 10.222.0.46 "GET /v2.0/networks/8a1e5f4d-374b-4d13-ab6c-0455c9bba921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540365 Jun 21 19:46:54.677944 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-3d3d23b1-e59c-4054-86e3-3e7c696fb1b1 req-da3f0ecd-3139-4a70-80f5-bb3cad70e879 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/security-groups?id=0885b555-77fa-4089-bb48-4ab4dd0343cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842969 Jun 21 19:46:54.719507 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-7138152a-b047-4367-99f9-69c0f4ad9d17 req-9b74d57f-d614-427a-8802-a2919d9ea373 service neutron] 10.222.0.46 "GET /v2.0/networks/8a1e5f4d-374b-4d13-ab6c-0455c9bba921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076498 Jun 21 19:46:54.850791 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee3abff-0794-4b16-b5ce-90827fc1c175 req-3a9a7518-aa20-4bc2-b0b6-45d152725b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:54.852198 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-0ee3abff-0794-4b16-b5ce-90827fc1c175 req-3a9a7518-aa20-4bc2-b0b6-45d152725b9a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=5250b7d16c534cb788500aefad0bc52d&device_id=603db75d-08d0-4a79-9b16-178decf5f386 HTTP/1.1" status: 200 len: 1096 time: 0.0598478 Jun 21 19:46:54.946469 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee3abff-0794-4b16-b5ce-90827fc1c175 req-4e19f828-3c4c-4a7d-9979-ec90414558bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:54.951742 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-0ee3abff-0794-4b16-b5ce-90827fc1c175 req-4e19f828-3c4c-4a7d-9979-ec90414558bf service neutron] 10.222.0.46 "GET /v2.0/networks?id=8a1e5f4d-374b-4d13-ab6c-0455c9bba921 HTTP/1.1" status: 200 len: 909 time: 0.0861380 Jun 21 19:46:54.993761 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-0ee3abff-0794-4b16-b5ce-90827fc1c175 req-84041a27-f747-4556-8b97-dc6d06378bfb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1e9a24b1-a915-4188-a51c-5aaa1a5302d2 HTTP/1.1" status: 200 len: 217 time: 0.0379188 Jun 21 19:46:55.053414 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee3abff-0794-4b16-b5ce-90827fc1c175 req-b148714a-74f5-4411-94c9-53623371548e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:55.054856 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-0ee3abff-0794-4b16-b5ce-90827fc1c175 req-b148714a-74f5-4411-94c9-53623371548e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=919ce768-6ba3-4ad6-91d3-19a783ca94b6 HTTP/1.1" status: 200 len: 848 time: 0.0442584 Jun 21 19:46:55.089973 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-0ee3abff-0794-4b16-b5ce-90827fc1c175 req-31dce5b3-b716-4007-bd5d-0912cd2994aa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=8a1e5f4d-374b-4d13-ab6c-0455c9bba921&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245264 Jun 21 19:46:55.189069 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-0ee3abff-0794-4b16-b5ce-90827fc1c175 req-d973d006-0e2c-47f6-83f8-8ff83df96d8d service neutron] 10.222.0.46 "GET /v2.0/networks/8a1e5f4d-374b-4d13-ab6c-0455c9bba921?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863159 Jun 21 19:46:55.293680 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-0ee3abff-0794-4b16-b5ce-90827fc1c175 req-b45b787f-0966-41d0-a226-3673381bc62b service neutron] 10.222.0.46 "GET /v2.0/networks/8a1e5f4d-374b-4d13-ab6c-0455c9bba921?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903642 Jun 21 19:46:55.396885 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2bcaa-b018-4d56-bddc-27ee8c90fb23 req-e7181c89-0a57-4b24-84b2-9dce24ea70df tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:55.398950 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-f0b2bcaa-b018-4d56-bddc-27ee8c90fb23 req-e7181c89-0a57-4b24-84b2-9dce24ea70df tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.46 "GET /v2.0/ports?device_id=d71c26de-0d1d-49e6-87a3-17f293800374 HTTP/1.1" status: 200 len: 945 time: 0.0670743 Jun 21 19:46:55.488387 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf88cd-5fe1-423f-a4ba-ba85ff5360a4 req-2c4f6195-291d-4ac7-a8bf-f8f88ea45417 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:55.489904 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-3abf88cd-5fe1-423f-a4ba-ba85ff5360a4 req-2c4f6195-291d-4ac7-a8bf-f8f88ea45417 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=d71c26de-0d1d-49e6-87a3-17f293800374 HTTP/1.1" status: 200 len: 945 time: 0.0669873 Jun 21 19:46:55.526330 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-3abf88cd-5fe1-423f-a4ba-ba85ff5360a4 req-aaf857cb-3dbf-46b9-bea1-7ca2531f5cb4 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307670 Jun 21 19:46:55.553298 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.plugin [req-f0b2bcaa-b018-4d56-bddc-27ee8c90fb23 req-f538db2c-c908-47bd-aaf8-8577171e54c4 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Deleting port 133edd44-906e-41bc-bde3-753e9b616076 {{(pid=104576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 19:46:55.553644 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-f0b2bcaa-b018-4d56-bddc-27ee8c90fb23 req-f538db2c-c908-47bd-aaf8-8577171e54c4 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761649817829'] for port, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:55.612858 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83a460-0430-4ec4-9e89-da62ca1f5302 req-3d3e7ed2-70ac-4794-a25b-f73fa4fe0b2c tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:55.614358 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-1f83a460-0430-4ec4-9e89-da62ca1f5302 req-3d3e7ed2-70ac-4794-a25b-f73fa4fe0b2c tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 943 time: 0.1511891 Jun 21 19:46:55.677403 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-1f83a460-0430-4ec4-9e89-da62ca1f5302 req-996ad900-a090-4139-b054-987789faa68f tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540679 Jun 21 19:46:55.688255 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.db [req-f0b2bcaa-b018-4d56-bddc-27ee8c90fb23 req-f538db2c-c908-47bd-aaf8-8577171e54c4 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] For port 133edd44-906e-41bc-bde3-753e9b616076, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=133edd44-906e-41bc-bde3-753e9b616076,segment=NetworkSegment(eae7db14-5951-4079-acca-dc9e813be6bc),segment_id=eae7db14-5951-4079-acca-dc9e813be6bc)] {{(pid=104576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:46:55.689424 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-f0b2bcaa-b018-4d56-bddc-27ee8c90fb23 req-f538db2c-c908-47bd-aaf8-8577171e54c4 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33076891'] for port, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:55.732842 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32c3bb-80b8-4354-8295-dd8673ce02d1 req-f8b2ded6-9417-4d71-acde-697a12ebf276 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:55.734360 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-7d32c3bb-80b8-4354-8295-dd8673ce02d1 req-f8b2ded6-9417-4d71-acde-697a12ebf276 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/ports?device_id=603db75d-08d0-4a79-9b16-178decf5f386 HTTP/1.1" status: 200 len: 943 time: 0.0682430 Jun 21 19:46:55.757834 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.plugin [req-f0b2bcaa-b018-4d56-bddc-27ee8c90fb23 req-f538db2c-c908-47bd-aaf8-8577171e54c4 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Calling delete_port for 133edd44-906e-41bc-bde3-753e9b616076 owned by compute:nova {{(pid=104576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 19:46:55.779008 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-7d32c3bb-80b8-4354-8295-dd8673ce02d1 req-a83042ee-fa89-4f26-83f8-e7a09a1b8626 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5c1761f-fdc5-4fe5-a7f6-64ccd7556773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386229 Jun 21 19:46:55.890075 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-f0b2bcaa-b018-4d56-bddc-27ee8c90fb23 req-f538db2c-c908-47bd-aaf8-8577171e54c4 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761649822437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761649331806'] for port, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:55.899522 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-67d41eb9-18dc-4ca8-9882-b9ad5d05bd78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:55.908550 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] get_ports_and_sgs() called for port_ids ['bb5cc4e0-9f97-4b22-86c2-2703a6989409', '133edd44-906e-41bc-bde3-753e9b616076'] {{(pid=104577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 19:46:55.931837 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f538db2c-c908-47bd-aaf8-8577171e54c4 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Pushing event deleted for resources: {'Port': ['ID=133edd44-906e-41bc-bde3-753e9b616076,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:55.990940 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-f538db2c-c908-47bd-aaf8-8577171e54c4 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:55.998699 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device ee63124c-cd52-4b70-8fd9-4fe6643f9ef0 up at agent hyperv_hv-cinder-79246 {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:46:56.018317 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b2bcaa-b018-4d56-bddc-27ee8c90fb23 req-f538db2c-c908-47bd-aaf8-8577171e54c4 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] No DVR routers for this DVR port 133edd44-906e-41bc-bde3-753e9b616076 on host hv-cinder-79246 {{(pid=104576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 19:46:56.021256 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-f0b2bcaa-b018-4d56-bddc-27ee8c90fb23 req-f538db2c-c908-47bd-aaf8-8577171e54c4 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147'] for port, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:56.023630 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-f0b2bcaa-b018-4d56-bddc-27ee8c90fb23 req-f538db2c-c908-47bd-aaf8-8577171e54c4 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.46 "DELETE /v2.0/ports/133edd44-906e-41bc-bde3-753e9b616076 HTTP/1.1" status: 204 len: 173 time: 0.6122434 Jun 21 19:46:56.058222 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba770d-7128-4a34-8a76-860ff29cb1c4 req-668e4d5e-b5f1-43a7-8cb2-89b44883c175 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:56.059338 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-a2ba770d-7128-4a34-8a76-860ff29cb1c4 req-668e4d5e-b5f1-43a7-8cb2-89b44883c175 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/ports?device_id=d235eb10-8e98-4504-ba25-fd652fe4dd89 HTTP/1.1" status: 200 len: 944 time: 0.1645901 Jun 21 19:46:56.102734 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Provisioning for port ee63124c-cd52-4b70-8fd9-4fe6643f9ef0 completed by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:46:56.110502 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Provisioning complete for port ee63124c-cd52-4b70-8fd9-4fe6643f9ef0 triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:46:56.111773 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:56.114296 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-a2ba770d-7128-4a34-8a76-860ff29cb1c4 req-dfd16019-efe5-4a8c-8447-3f2df1acb3e8 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/security-groups?id=0885b555-77fa-4089-bb48-4ab4dd0343cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463333 Jun 21 19:46:56.241891 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:56.264335 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd235eb10-8e98-4504-ba25-fd652fe4dd89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee63124c-cd52-4b70-8fd9-4fe6643f9ef0'}] {{(pid=104577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:46:56.266621 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c14435dcc002c6d250290293137fb351442a83316ffa0c10b5cf8ed6f24812f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8352e615-a1c9-491d-90e7-2506929d7488" -d '{"events": [{"server_uuid": "d235eb10-8e98-4504-ba25-fd652fe4dd89", "name": "network-vif-plugged", "status": "completed", "tag": "ee63124c-cd52-4b70-8fd9-4fe6643f9ef0"}]}' {{(pid=104577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:46:56.279132 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port ee63124c-cd52-4b70-8fd9-4fe6643f9ef0, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=ee63124c-cd52-4b70-8fd9-4fe6643f9ef0,segment=NetworkSegment(1e2c063c-fdc2-4734-a057-fcb9075c4b82),segment_id=1e2c063c-fdc2-4734-a057-fcb9075c4b82)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:46:56.284195 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:56.286122 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-e683ed02-e080-4929-871f-6a80adaa7404 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:46:56.315436 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 19:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30edeea-daac-45dc-8e39-88ac51627f50 x-openstack-request-id: req-f30edeea-daac-45dc-8e39-88ac51627f50 {{(pid=104577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:46:56.315752 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d235eb10-8e98-4504-ba25-fd652fe4dd89", "name": "network-vif-plugged", "status": "completed", "tag": "ee63124c-cd52-4b70-8fd9-4fe6643f9ef0", "code": 200}]} {{(pid=104577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:46:56.316010 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f30edeea-daac-45dc-8e39-88ac51627f50 {{(pid=104577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:46:56.316413 dv-cinder-792462-15-smb neutron-server[104577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd235eb10-8e98-4504-ba25-fd652fe4dd89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee63124c-cd52-4b70-8fd9-4fe6643f9ef0', 'code': 200} Jun 21 19:46:56.355564 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Pushing event updated for resources: {'Port': ['ID=ee63124c-cd52-4b70-8fd9-4fe6643f9ef0,revision_number=5']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:46:56.357410 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd71c26de-0d1d-49e6-87a3-17f293800374', 'name': 'network-vif-deleted', 'tag': '133edd44-906e-41bc-bde3-753e9b616076'}] {{(pid=104576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:46:56.358816 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:46:56.361420 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05f20d886da9388d71ee432e92ee53588f77c84f00dcc9da6d5f2e0db0526183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f4aaba-ca76-485a-84be-73bff7e48af7" -d '{"events": [{"server_uuid": "d71c26de-0d1d-49e6-87a3-17f293800374", "name": "network-vif-deleted", "tag": "133edd44-906e-41bc-bde3-753e9b616076"}]}' {{(pid=104576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:46:56.401171 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 19:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a743626-4b39-476f-b9c0-49b1b5078070 x-openstack-request-id: req-4a743626-4b39-476f-b9c0-49b1b5078070 {{(pid=104576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:46:56.401492 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d71c26de-0d1d-49e6-87a3-17f293800374", "name": "network-vif-deleted", "tag": "133edd44-906e-41bc-bde3-753e9b616076", "status": "completed", "code": 200}]} {{(pid=104576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:46:56.401882 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4a743626-4b39-476f-b9c0-49b1b5078070 {{(pid=104576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:46:56.402574 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd71c26de-0d1d-49e6-87a3-17f293800374', 'name': 'network-vif-deleted', 'tag': '133edd44-906e-41bc-bde3-753e9b616076', 'status': 'completed', 'code': 200} Jun 21 19:46:56.585181 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:46:56.630327 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e12a6-a447-4476-8f6a-15fee4b971a1 req-dd68b4d0-34a5-4680-b8ff-370b2cb9a598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:56.631818 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-355e12a6-a447-4476-8f6a-15fee4b971a1 req-dd68b4d0-34a5-4680-b8ff-370b2cb9a598 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d235eb10-8e98-4504-ba25-fd652fe4dd89 HTTP/1.1" status: 200 len: 1098 time: 0.1123261 Jun 21 19:46:56.640047 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c445119-5798-46c5-afc5-39a6c5be2c43 req-4dcc6027-d019-49e2-a2f2-ff434173cef6 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:56.641662 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-4c445119-5798-46c5-afc5-39a6c5be2c43 req-4dcc6027-d019-49e2-a2f2-ff434173cef6 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 943 time: 0.1058137 Jun 21 19:46:56.694044 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-4c4edda0-b20c-48d6-afe6-11f7ff66d89b req-7ed3b357-1f12-4e4e-997a-a0f8d81e4a1a tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=d71c26de-0d1d-49e6-87a3-17f293800374 HTTP/1.1" status: 200 len: 210 time: 0.0303843 Jun 21 19:46:56.704934 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-355e12a6-a447-4476-8f6a-15fee4b971a1 req-98715edd-1fe2-40eb-9db5-db921159b332 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=0885b555-77fa-4089-bb48-4ab4dd0343cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597067 Jun 21 19:46:56.712219 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-4c445119-5798-46c5-afc5-39a6c5be2c43 req-b5ebacb7-6d60-4083-9396-0644e6c08a85 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597212 Jun 21 19:46:56.960297 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b01479-5a43-4670-8daf-1b4822745973 req-25ccb91b-34ad-42b5-acd8-3c493c0cadf5 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:56.961780 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-e6b01479-5a43-4670-8daf-1b4822745973 req-25ccb91b-34ad-42b5-acd8-3c493c0cadf5 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/ports?device_id=603db75d-08d0-4a79-9b16-178decf5f386 HTTP/1.1" status: 200 len: 943 time: 0.0645502 Jun 21 19:46:56.998633 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-e6b01479-5a43-4670-8daf-1b4822745973 req-de3d890a-2d45-4afe-b256-74abf5b5207a tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5c1761f-fdc5-4fe5-a7f6-64ccd7556773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312247 Jun 21 19:46:57.295944 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393127d0-c625-4efb-98d1-5646fd398993 req-3deb1daa-d2a0-47d5-a87c-299408ceccbe tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:57.297418 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-393127d0-c625-4efb-98d1-5646fd398993 req-3deb1daa-d2a0-47d5-a87c-299408ceccbe tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/ports?device_id=d235eb10-8e98-4504-ba25-fd652fe4dd89 HTTP/1.1" status: 200 len: 945 time: 0.0618315 Jun 21 19:46:57.334869 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-393127d0-c625-4efb-98d1-5646fd398993 req-a5d7a520-2f09-4120-92e8-faf35f5ba4a7 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/security-groups?id=0885b555-77fa-4089-bb48-4ab4dd0343cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319295 Jun 21 19:46:57.887086 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device 17652a9b-0ced-4411-9d13-2c92c873ccea no longer exists at agent hyperv_hv-cinder-79246 {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 19:46:57.900568 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4044b-ee35-46ad-bc96-596a20bac0af req-1c08e73f-5408-453e-acd7-114d32e44462 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:57.902151 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-77d4044b-ee35-46ad-bc96-596a20bac0af req-1c08e73f-5408-453e-acd7-114d32e44462 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 943 time: 0.0639670 Jun 21 19:46:57.949482 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-77d4044b-ee35-46ad-bc96-596a20bac0af req-9ab71cd1-ec7a-4bdf-bfde-f91196895e9c tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407035 Jun 21 19:46:57.978909 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device 133edd44-906e-41bc-bde3-753e9b616076 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 19:46:58.007512 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] No Port match for: 133edd44-906e-41bc-bde3-753e9b616076 {{(pid=104577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 19:46:58.007987 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device 133edd44-906e-41bc-bde3-753e9b616076 not bound to the agent host hv-cinder-79246 {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 19:46:58.161103 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed53968-1385-4c66-a417-fa4556268c07 req-1ead87c5-58f8-4764-9d8d-13e5278d2107 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:58.162616 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-fed53968-1385-4c66-a417-fa4556268c07 req-1ead87c5-58f8-4764-9d8d-13e5278d2107 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.0695865 Jun 21 19:46:58.187543 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a4ba5-7d5b-432b-836b-431e7c9ff83c req-bb78e9c7-e9a8-4230-95ac-13564bd29e5d tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:58.189129 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-5d4a4ba5-7d5b-432b-836b-431e7c9ff83c req-bb78e9c7-e9a8-4230-95ac-13564bd29e5d tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/ports?device_id=603db75d-08d0-4a79-9b16-178decf5f386 HTTP/1.1" status: 200 len: 943 time: 0.0734246 Jun 21 19:46:58.200543 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-fed53968-1385-4c66-a417-fa4556268c07 req-262036a7-488e-4740-a0e8-01f15ee66d9d tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322595 Jun 21 19:46:58.227393 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-5d4a4ba5-7d5b-432b-836b-431e7c9ff83c req-6a2a7b19-73f4-4159-bfa9-bd326af77d71 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5c1761f-fdc5-4fe5-a7f6-64ccd7556773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325422 Jun 21 19:46:58.505545 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab52b9-4c77-493f-8cd4-5608e1e7838c req-52c64cc0-3cae-4879-8ed7-510e9163c85c tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:58.506927 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-ccab52b9-4c77-493f-8cd4-5608e1e7838c req-52c64cc0-3cae-4879-8ed7-510e9163c85c tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/ports?device_id=d235eb10-8e98-4504-ba25-fd652fe4dd89 HTTP/1.1" status: 200 len: 945 time: 0.0638845 Jun 21 19:46:58.545062 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-ccab52b9-4c77-493f-8cd4-5608e1e7838c req-ea6abd24-cf1e-413c-a68a-dbfa62657377 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/security-groups?id=0885b555-77fa-4089-bb48-4ab4dd0343cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324464 Jun 21 19:46:58.722391 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de44543-963a-4843-8490-7b53f58afa99 req-ad69ab2e-3580-4a54-af1c-f9d2a263e995 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:58.723874 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-5de44543-963a-4843-8490-7b53f58afa99 req-ad69ab2e-3580-4a54-af1c-f9d2a263e995 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/ports?device_id=d235eb10-8e98-4504-ba25-fd652fe4dd89 HTTP/1.1" status: 200 len: 945 time: 0.0634363 Jun 21 19:46:58.763965 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-5de44543-963a-4843-8490-7b53f58afa99 req-d288f146-42a5-4492-8149-4ece5742da03 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/security-groups?id=0885b555-77fa-4089-bb48-4ab4dd0343cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330331 Jun 21 19:46:59.136380 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f4dcc9-831f-4313-9342-4216ee01c323 req-6ed8c581-1d47-42aa-aa8a-aada223c3b47 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:59.137856 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-85f4dcc9-831f-4313-9342-4216ee01c323 req-6ed8c581-1d47-42aa-aa8a-aada223c3b47 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 943 time: 0.0642686 Jun 21 19:46:59.147056 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8900d6f-dbd4-4039-a946-08521a25f988 req-5c9a83d7-8cd7-4480-962e-01b37c8efbdd tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:59.148613 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-f8900d6f-dbd4-4039-a946-08521a25f988 req-5c9a83d7-8cd7-4480-962e-01b37c8efbdd tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/ports?device_id=d235eb10-8e98-4504-ba25-fd652fe4dd89 HTTP/1.1" status: 200 len: 945 time: 0.0685925 Jun 21 19:46:59.183091 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-85f4dcc9-831f-4313-9342-4216ee01c323 req-b1ab8d08-46de-45ef-b201-f0e54ef97ae9 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393836 Jun 21 19:46:59.191520 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-f8900d6f-dbd4-4039-a946-08521a25f988 req-4d9c6ea5-843f-43ae-8a71-e47c2ead1533 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/security-groups?id=0885b555-77fa-4089-bb48-4ab4dd0343cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367169 Jun 21 19:46:59.396681 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa9715e-fcd7-424f-977f-9ea487eed9d4 req-45110348-b836-4a19-955f-e058a3e156fe tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:59.402329 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-eaa9715e-fcd7-424f-977f-9ea487eed9d4 req-45110348-b836-4a19-955f-e058a3e156fe tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.0838709 Jun 21 19:46:59.414618 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d10c16-6f8b-47ef-9f3c-0e9017e2e6c4 req-9781672d-2193-4660-a7a0-9f241f8a5593 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:46:59.415885 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-09d10c16-6f8b-47ef-9f3c-0e9017e2e6c4 req-9781672d-2193-4660-a7a0-9f241f8a5593 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/ports?device_id=603db75d-08d0-4a79-9b16-178decf5f386 HTTP/1.1" status: 200 len: 943 time: 0.0713146 Jun 21 19:46:59.443648 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-eaa9715e-fcd7-424f-977f-9ea487eed9d4 req-485d8ba6-0216-4d41-8a2f-fcefdae699e0 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400476 Jun 21 19:46:59.459193 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-09d10c16-6f8b-47ef-9f3c-0e9017e2e6c4 req-e2d44816-1571-408c-b4d2-18230d2f496a tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5c1761f-fdc5-4fe5-a7f6-64ccd7556773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372386 Jun 21 19:47:00.370805 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561bfab9-5083-43ea-8215-a920698a6cf5 req-81474ae3-c782-4074-bdf3-49cc806f6a85 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:00.372262 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-561bfab9-5083-43ea-8215-a920698a6cf5 req-81474ae3-c782-4074-bdf3-49cc806f6a85 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 943 time: 0.0675309 Jun 21 19:47:00.411759 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-561bfab9-5083-43ea-8215-a920698a6cf5 req-300d64d5-19fa-4b8f-a132-eac95b870099 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338817 Jun 21 19:47:00.637785 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5e2ee-f86a-4721-98d7-2d6519e0e672 req-d1046286-92c1-4cd9-94ad-97874703b3db tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:00.638703 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35998605-3095-4181-9d33-cbab0eef1b1d req-5da8889f-8147-415a-b55d-346050c5502e tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:00.641584 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-35998605-3095-4181-9d33-cbab0eef1b1d req-5da8889f-8147-415a-b55d-346050c5502e tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.0765622 Jun 21 19:47:00.645785 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-9de5e2ee-f86a-4721-98d7-2d6519e0e672 req-d1046286-92c1-4cd9-94ad-97874703b3db tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/ports?device_id=603db75d-08d0-4a79-9b16-178decf5f386 HTTP/1.1" status: 200 len: 943 time: 0.0772367 Jun 21 19:47:00.680950 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-9de5e2ee-f86a-4721-98d7-2d6519e0e672 req-b8347acb-86f0-4627-8729-da6868fe669a tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5c1761f-fdc5-4fe5-a7f6-64ccd7556773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342822 Jun 21 19:47:00.682930 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-35998605-3095-4181-9d33-cbab0eef1b1d req-38c9cf7c-86f5-49f4-b8a2-fbbfbe3296be tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351617 Jun 21 19:47:00.774482 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-c31f550d-428e-490f-89e4-18de478e5abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:01.599967 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef8b821-aa0a-4aae-9974-47f26476ec5a req-9ac16189-db25-4787-a8d4-247eeaaad68e tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:01.601297 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-0ef8b821-aa0a-4aae-9974-47f26476ec5a req-9ac16189-db25-4787-a8d4-247eeaaad68e tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 943 time: 0.0647171 Jun 21 19:47:01.637856 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-0ef8b821-aa0a-4aae-9974-47f26476ec5a req-8de7b1f3-442c-4706-8991-fed0b34ffd2a tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309117 Jun 21 19:47:01.854392 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc4e1a0-45c8-4cb7-8f81-3923cbc94341 req-8d1127f1-ee3e-45f0-9953-26c3682e3262 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:01.855780 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-2dc4e1a0-45c8-4cb7-8f81-3923cbc94341 req-8d1127f1-ee3e-45f0-9953-26c3682e3262 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.0636070 Jun 21 19:47:01.859909 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa53ba6-c7f7-4928-b1b8-0faf60809639 req-305abe97-3f71-4d7d-aea1-4bc91d6a6d77 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:01.861383 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-1aa53ba6-c7f7-4928-b1b8-0faf60809639 req-305abe97-3f71-4d7d-aea1-4bc91d6a6d77 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/ports?device_id=603db75d-08d0-4a79-9b16-178decf5f386 HTTP/1.1" status: 200 len: 943 time: 0.0637352 Jun 21 19:47:01.893067 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-2dc4e1a0-45c8-4cb7-8f81-3923cbc94341 req-78ccfb10-8dea-4a81-be6f-9d1bd34468b7 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315998 Jun 21 19:47:01.898619 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-1aa53ba6-c7f7-4928-b1b8-0faf60809639 req-573d8812-9bc4-42a5-9d3d-b8101e5e565b tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5c1761f-fdc5-4fe5-a7f6-64ccd7556773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317163 Jun 21 19:47:02.818419 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e92b0-0e62-4ac5-ba85-0485a70028e0 req-d5ae5e47-d844-4922-99d7-925aa74a7d21 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:02.819784 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-041e92b0-0e62-4ac5-ba85-0485a70028e0 req-d5ae5e47-d844-4922-99d7-925aa74a7d21 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 943 time: 0.0619464 Jun 21 19:47:02.860037 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-041e92b0-0e62-4ac5-ba85-0485a70028e0 req-c33a92fd-a6d1-412a-8699-74667f9c7204 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347781 Jun 21 19:47:03.073307 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca92630e-0c96-447c-a932-27b09f13cee1 req-bbe8d6b6-d4a3-4003-9c80-2f1fef82dee3 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:03.074854 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-ca92630e-0c96-447c-a932-27b09f13cee1 req-bbe8d6b6-d4a3-4003-9c80-2f1fef82dee3 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.0687079 Jun 21 19:47:03.076958 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b594e70-6d50-4ffc-bba1-a744b83e5366 req-ae438951-4df9-44f1-9dd1-0e246942482f tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:03.078446 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-6b594e70-6d50-4ffc-bba1-a744b83e5366 req-ae438951-4df9-44f1-9dd1-0e246942482f tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/ports?device_id=603db75d-08d0-4a79-9b16-178decf5f386 HTTP/1.1" status: 200 len: 943 time: 0.0649114 Jun 21 19:47:03.113097 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-ca92630e-0c96-447c-a932-27b09f13cee1 req-22a98a03-7aa9-46e3-b3fd-a2484ad63f53 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319967 Jun 21 19:47:03.115842 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-6b594e70-6d50-4ffc-bba1-a744b83e5366 req-bd78f33a-23c3-4d82-adcc-daf9bc1931d2 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5c1761f-fdc5-4fe5-a7f6-64ccd7556773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314958 Jun 21 19:47:03.350660 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-a8f18f23-e82e-4fb2-9144-1cd99fd5e0f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:03.424585 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 43442) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:47:03.487254 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:03.523658 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-b46535b6-433f-40b6-80b9-21965f48d8ee req-b469f633-5bd0-4277-9784-861b9376d543 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0975840 Jun 21 19:47:03.561126 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411560a0-a5b3-4424-b4b9-88bb8fd796a2 req-aa9de75f-357c-4895-8c15-a087e584d28f tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:03.562714 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-411560a0-a5b3-4424-b4b9-88bb8fd796a2 req-aa9de75f-357c-4895-8c15-a087e584d28f tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/ports?device_id=d235eb10-8e98-4504-ba25-fd652fe4dd89 HTTP/1.1" status: 200 len: 945 time: 0.0622771 Jun 21 19:47:03.600680 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-411560a0-a5b3-4424-b4b9-88bb8fd796a2 req-6355e4cb-b0b9-442d-a68d-a25b28f0cebe tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/security-groups?id=0885b555-77fa-4089-bb48-4ab4dd0343cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317810 Jun 21 19:47:03.625238 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 43448) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:47:03.792516 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d635be-5387-4a3a-ac6c-e4ff0130d5f5 tempest-TestMinimumBasicScenario-1343946635 tempest-TestMinimumBasicScenario-1343946635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:03.794057 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-78d635be-5387-4a3a-ac6c-e4ff0130d5f5 tempest-TestMinimumBasicScenario-1343946635 tempest-TestMinimumBasicScenario-1343946635-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d235eb10-8e98-4504-ba25-fd652fe4dd89 HTTP/1.1" status: 200 len: 1093 time: 0.1678073 Jun 21 19:47:03.797350 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 43456) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:47:03.802202 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [None req-5f741d0a-a83e-42f9-a505-b257f1601c3c tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Request body: {'floatingip': {'floating_network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'port_id': 'ee63124c-cd52-4b70-8fd9-4fe6643f9ef0', 'tenant_id': '3205c2d168d1416082370ad83702a837', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:47:03.824860 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-5f741d0a-a83e-42f9-a505-b257f1601c3c tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks [] for floatingip, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:03.928012 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-5f741d0a-a83e-42f9-a505-b257f1601c3c tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for port, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:04.088002 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.db_base_plugin_common [None req-5f741d0a-a83e-42f9-a505-b257f1601c3c tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Allocated IP 172.28.3.221 (1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143/92f70134-f308-40e4-a372-590fff45c87e/a4486ce9-ddaa-4402-81d6-1f523688728d) {{(pid=104575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:47:04.111205 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a587a7-87a8-49ad-bdad-b380a6b111a0 req-d0b33900-fbc2-4681-9a59-91946b8f5473 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:04.112722 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-70a587a7-87a8-49ad-bdad-b380a6b111a0 req-d0b33900-fbc2-4681-9a59-91946b8f5473 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 943 time: 0.1291091 Jun 21 19:47:04.202731 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-70a587a7-87a8-49ad-bdad-b380a6b111a0 req-4987e3d6-53ae-4dbc-8d60-82c18a38c903 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759892 Jun 21 19:47:04.255915 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-5f741d0a-a83e-42f9-a505-b257f1601c3c tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks [] for port, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:04.300264 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-5f741d0a-a83e-42f9-a505-b257f1601c3c tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-129462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761649331797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30138796'] for port, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:04.302196 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee9877-cb47-4049-b448-4afa4e5923a4 req-0682d55f-085f-42c0-a8b0-7e0c2f05ea39 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:04.302662 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-7b86795b-79c6-470b-8082-6e5b611f0de5 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:04.305026 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-d0ee9877-cb47-4049-b448-4afa4e5923a4 req-0682d55f-085f-42c0-a8b0-7e0c2f05ea39 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.0736883 Jun 21 19:47:04.348977 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-d0ee9877-cb47-4049-b448-4afa4e5923a4 req-c32d3c2e-cfad-4e65-ba04-482e79ba00bb tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380940 Jun 21 19:47:04.376698 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f741d0a-a83e-42f9-a505-b257f1601c3c tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Network 1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143 is already hosted by enough agents. {{(pid=104575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:47:04.383787 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.base_scheduler [None req-5f741d0a-a83e-42f9-a505-b257f1601c3c tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Resources bound (agent type, host, resource id): {{(pid=104575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:47:04.386689 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f741d0a-a83e-42f9-a505-b257f1601c3c tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Pushing event updated for resources: {'Port': ['ID=a4486ce9-ddaa-4402-81d6-1f523688728d,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:04.388821 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f741d0a-a83e-42f9-a505-b257f1601c3c tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Received port after_create {{(pid=104575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:47:04.393613 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-5f741d0a-a83e-42f9-a505-b257f1601c3c tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:04.452143 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-14118032-cbf1-44bc-927f-b70ca464d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:04.453320 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef341978-b7a3-454a-977a-ba1c4bca09f9 req-1b01fa04-5cb7-4258-b38d-6e68838f2ecd tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:04.455454 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-ef341978-b7a3-454a-977a-ba1c4bca09f9 req-1b01fa04-5cb7-4258-b38d-6e68838f2ecd tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/ports?device_id=603db75d-08d0-4a79-9b16-178decf5f386 HTTP/1.1" status: 200 len: 943 time: 0.1290340 Jun 21 19:47:04.548549 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-ef341978-b7a3-454a-977a-ba1c4bca09f9 req-b098c960-f532-414d-8722-dc9bb76b97b0 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5c1761f-fdc5-4fe5-a7f6-64ccd7556773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743840 Jun 21 19:47:04.910567 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-5f741d0a-a83e-42f9-a505-b257f1601c3c tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:05.013704 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-5f741d0a-a83e-42f9-a505-b257f1601c3c tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:05.166138 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-5f741d0a-a83e-42f9-a505-b257f1601c3c tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks [] for port, precommit_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:05.171106 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-5f741d0a-a83e-42f9-a505-b257f1601c3c tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30138778'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:05.174620 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-991a98cf-388f-4c8f-b2fa-966d408760af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:05.246868 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f741d0a-a83e-42f9-a505-b257f1601c3c tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Pushing event updated for resources: {'Port': ['ID=a4486ce9-ddaa-4402-81d6-1f523688728d,revision_number=2']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:05.257399 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f741d0a-a83e-42f9-a505-b257f1601c3c tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:47:05.257806 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f741d0a-a83e-42f9-a505-b257f1601c3c tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:47:05.258179 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f741d0a-a83e-42f9-a505-b257f1601c3c tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:47:05.258555 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f741d0a-a83e-42f9-a505-b257f1601c3c tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:47:05.258904 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f741d0a-a83e-42f9-a505-b257f1601c3c tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:47:05.259261 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f741d0a-a83e-42f9-a505-b257f1601c3c tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:47:05.259614 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f741d0a-a83e-42f9-a505-b257f1601c3c tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:47:05.259968 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f741d0a-a83e-42f9-a505-b257f1601c3c tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:47:05.260319 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f741d0a-a83e-42f9-a505-b257f1601c3c tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:47:05.260669 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f741d0a-a83e-42f9-a505-b257f1601c3c tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:47:05.261019 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f741d0a-a83e-42f9-a505-b257f1601c3c tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:47:05.261368 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f741d0a-a83e-42f9-a505-b257f1601c3c tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:47:05.266742 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-5f741d0a-a83e-42f9-a505-b257f1601c3c tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:05.267751 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-5f741d0a-a83e-42f9-a505-b257f1601c3c tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33078199'] for floatingip, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:05.274195 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb315c98-6746-4447-8c1e-f948bc0b13d4 req-b13d55a4-3a0f-4633-bbaf-3641a5f943d8 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:05.275644 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-cb315c98-6746-4447-8c1e-f948bc0b13d4 req-b13d55a4-3a0f-4633-bbaf-3641a5f943d8 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.46 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.1262155 Jun 21 19:47:05.300005 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46535b6-433f-40b6-80b9-21965f48d8ee req-8f111a78-8f35-4012-8d94-208a09c525a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:05.301772 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-b46535b6-433f-40b6-80b9-21965f48d8ee req-8f111a78-8f35-4012-8d94-208a09c525a4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9&tenant_id=24d88bac2bdc4887aaf0eb2f85b5c6cd HTTP/1.1" status: 200 len: 1096 time: 0.1229813 Jun 21 19:47:05.380726 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.db.l3_db [None req-5f741d0a-a83e-42f9-a505-b257f1601c3c tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Floating IP d98a1e6f-c1e5-4f7e-b10f-af29a73017f8 associated. External IP: 172.28.3.221, port: ee63124c-cd52-4b70-8fd9-4fe6643f9ef0. Jun 21 19:47:05.476013 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46535b6-433f-40b6-80b9-21965f48d8ee req-4e579669-0e31-42fa-b87a-04da4003b538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:05.477499 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-b46535b6-433f-40b6-80b9-21965f48d8ee req-4e579669-0e31-42fa-b87a-04da4003b538 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=24d88bac2bdc4887aaf0eb2f85b5c6cd&device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 1096 time: 0.1467857 Jun 21 19:47:05.493014 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac99b3-9eec-4cea-8691-e715a1d30c02 req-873b8ee5-a58b-49d4-9c4b-4f30903bc73f tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:05.494560 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-10ac99b3-9eec-4cea-8691-e715a1d30c02 req-873b8ee5-a58b-49d4-9c4b-4f30903bc73f tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 943 time: 0.1538019 Jun 21 19:47:05.580584 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.plugin [req-cb315c98-6746-4447-8c1e-f948bc0b13d4 req-41637cbd-2486-4e4c-a537-31f96e6944ee tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Deleting port bb5cc4e0-9f97-4b22-86c2-2703a6989409 {{(pid=104576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 19:47:05.580920 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-cb315c98-6746-4447-8c1e-f948bc0b13d4 req-41637cbd-2486-4e4c-a537-31f96e6944ee tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761649817829'] for port, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:05.638677 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-10ac99b3-9eec-4cea-8691-e715a1d30c02 req-46434f72-a40e-4b01-83b7-386e4123a3e4 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951018 Jun 21 19:47:05.676928 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46535b6-433f-40b6-80b9-21965f48d8ee req-55b1f1f9-8c42-4687-9325-0e0fe45e66ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:05.678632 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-b46535b6-433f-40b6-80b9-21965f48d8ee req-55b1f1f9-8c42-4687-9325-0e0fe45e66ff service neutron] 10.222.0.46 "GET /v2.0/networks?id=2d4d9e71-b808-45e3-a13f-71991168a9d3 HTTP/1.1" status: 200 len: 917 time: 0.1820033 Jun 21 19:47:05.758564 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.db [req-cb315c98-6746-4447-8c1e-f948bc0b13d4 req-41637cbd-2486-4e4c-a537-31f96e6944ee tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] For port bb5cc4e0-9f97-4b22-86c2-2703a6989409, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=bb5cc4e0-9f97-4b22-86c2-2703a6989409,segment=NetworkSegment(eae7db14-5951-4079-acca-dc9e813be6bc),segment_id=eae7db14-5951-4079-acca-dc9e813be6bc)] {{(pid=104576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:47:05.758916 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-cb315c98-6746-4447-8c1e-f948bc0b13d4 req-41637cbd-2486-4e4c-a537-31f96e6944ee tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33076891'] for port, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:05.801632 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582001a-f309-4b0a-be41-1e31b341c81d req-8c6a7be0-e06e-40e3-9698-5d1dccc82a63 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:05.803232 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-1582001a-f309-4b0a-be41-1e31b341c81d req-8c6a7be0-e06e-40e3-9698-5d1dccc82a63 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 946 time: 0.1259532 Jun 21 19:47:05.885314 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-1582001a-f309-4b0a-be41-1e31b341c81d req-6bab4f59-dfdb-4025-b9e2-79e5920b8a98 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/security-groups?id=42b2f16b-753c-4771-877e-a796cfb706f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479863 Jun 21 19:47:05.893228 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f741d0a-a83e-42f9-a505-b257f1601c3c tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Router 679fd4ad-295e-41c8-8f68-a02dec5876fa has already been hosted by L3 agent 340c6150-ff20-4abf-b4fe-5b82b8e71fd8 {{(pid=104575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 19:47:05.952365 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device 1e9a24b1-a915-4188-a51c-5aaa1a5302d2 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=104577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 19:47:05.966047 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-42de2df7-e83b-4cb7-9b47-4d153e7d24d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:06.018763 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f741d0a-a83e-42f9-a505-b257f1601c3c tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify agent at l3_agent.dv-cinder-792462-15-smb the message routers_updated {{(pid=104575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 19:47:06.029617 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac87552-2947-466e-885d-4f6c840f3580 None None] Sync routers for ids ['679fd4ad-295e-41c8-8f68-a02dec5876fa'] in dv-cinder-792462-15-smb {{(pid=104578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 19:47:06.039546 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac87552-2947-466e-885d-4f6c840f3580 None None] Routers {'679fd4ad-295e-41c8-8f68-a02dec5876fa'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:47:06.040543 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-9ac87552-2947-466e-885d-4f6c840f3580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:47:03Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['679fd4ad-295e-41c8-8f68-a02dec5876fa'], 'active': True} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:47:06.047147 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-5f741d0a-a83e-42f9-a505-b257f1601c3c tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147'] for floatingip, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:06.067383 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port 1e9a24b1-a915-4188-a51c-5aaa1a5302d2, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=1e9a24b1-a915-4188-a51c-5aaa1a5302d2,segment=NetworkSegment(21164b66-dec9-40da-b972-b1fa4ea41cc1),segment_id=21164b66-dec9-40da-b972-b1fa4ea41cc1)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:47:06.079937 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Returning: {'device': '1e9a24b1-a915-4188-a51c-5aaa1a5302d2', 'network_id': '8a1e5f4d-374b-4d13-ab6c-0455c9bba921', 'port_id': '1e9a24b1-a915-4188-a51c-5aaa1a5302d2', 'mac_address': 'fa:16:3e:dc:47:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '919ce768-6ba3-4ad6-91d3-19a783ca94b6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 19:47:06.083852 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.plugin [req-cb315c98-6746-4447-8c1e-f948bc0b13d4 req-41637cbd-2486-4e4c-a537-31f96e6944ee tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Calling delete_port for bb5cc4e0-9f97-4b22-86c2-2703a6989409 owned by compute:nova {{(pid=104576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 19:47:06.087838 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-b46535b6-433f-40b6-80b9-21965f48d8ee req-16608ead-8867-4a16-a827-29ac6cbbdbbe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17652a9b-0ced-4411-9d13-2c92c873ccea HTTP/1.1" status: 200 len: 999 time: 0.3928502 Jun 21 19:47:06.102771 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-5f741d0a-a83e-42f9-a505-b257f1601c3c tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3038743 Jun 21 19:47:06.103870 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd235eb10-8e98-4504-ba25-fd652fe4dd89', 'tag': 'ee63124c-cd52-4b70-8fd9-4fe6643f9ef0'}] {{(pid=104575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:47:06.106539 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c13f0749771774115a22afc177d9d65845734126b668639f93c48b494dfbeb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b016d67-c9d5-4768-b195-e4458e8b4bca" -d '{"events": [{"name": "network-changed", "server_uuid": "d235eb10-8e98-4504-ba25-fd652fe4dd89", "tag": "ee63124c-cd52-4b70-8fd9-4fe6643f9ef0"}]}' {{(pid=104575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:47:06.109168 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 43490) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:47:06.125245 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:06.139546 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.notifiers.nova [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e9a24b1-a915-4188-a51c-5aaa1a5302d2 {{(pid=104577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:47:06.151667 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 19:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa9f3ff-c6e2-4354-8537-e66ea52314b4 x-openstack-request-id: req-efa9f3ff-c6e2-4354-8537-e66ea52314b4 {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:47:06.152557 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d235eb10-8e98-4504-ba25-fd652fe4dd89", "tag": "ee63124c-cd52-4b70-8fd9-4fe6643f9ef0", "status": "completed", "code": 200}]} {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:47:06.152678 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-efa9f3ff-c6e2-4354-8537-e66ea52314b4 {{(pid=104575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:47:06.153160 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd235eb10-8e98-4504-ba25-fd652fe4dd89', 'tag': 'ee63124c-cd52-4b70-8fd9-4fe6643f9ef0', 'status': 'completed', 'code': 200} Jun 21 19:47:06.157026 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.v2.base [None req-7b5076d9-3f45-4852-a00d-7b8b8f1ed69e tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1327083831', 'description': 'tempest-secgroup-smoke-1327083831 description', 'project_id': '3205c2d168d1416082370ad83702a837'}} {{(pid=104576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:47:06.167071 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port 1e9a24b1-a915-4188-a51c-5aaa1a5302d2, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=1e9a24b1-a915-4188-a51c-5aaa1a5302d2,segment=NetworkSegment(21164b66-dec9-40da-b972-b1fa4ea41cc1),segment_id=21164b66-dec9-40da-b972-b1fa4ea41cc1)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:47:06.168778 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvr_db [None req-9ac87552-2947-466e-885d-4f6c840f3580 None None] Set router 679fd4ad-295e-41c8-8f68-a02dec5876fa gateway port host: dv-cinder-792462-15-smb {{(pid=104578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:47:06.172463 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:06.176041 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:06.229080 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Pushing event updated for resources: {'Port': ['ID=1e9a24b1-a915-4188-a51c-5aaa1a5302d2,revision_number=4']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:06.240821 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:06.244463 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45774e6-7bfb-4852-974f-9d651096dabb req-aa765723-e678-47d0-91b1-ec5b82f46d29 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:06.246482 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-f45774e6-7bfb-4852-974f-9d651096dabb req-aa765723-e678-47d0-91b1-ec5b82f46d29 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/ports?device_id=603db75d-08d0-4a79-9b16-178decf5f386 HTTP/1.1" status: 200 len: 943 time: 0.4894025 Jun 21 19:47:06.250734 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-7b5076d9-3f45-4852-a00d-7b8b8f1ed69e tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:06.254192 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46535b6-433f-40b6-80b9-21965f48d8ee req-71e27f93-fd35-4f33-a79a-cfbfc5aacf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:06.255626 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-b46535b6-433f-40b6-80b9-21965f48d8ee req-71e27f93-fd35-4f33-a79a-cfbfc5aacf48 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9614296a-537a-414b-ae37-4bb814e04b86 HTTP/1.1" status: 200 len: 855 time: 0.1504405 Jun 21 19:47:06.272340 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b016d67-c9d5-4768-b195-e4458e8b4bca req-eb891c3a-9a96-4f4e-84be-829d55d08c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:06.273984 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-0b016d67-c9d5-4768-b195-e4458e8b4bca req-eb891c3a-9a96-4f4e-84be-829d55d08c2a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3205c2d168d1416082370ad83702a837&device_id=d235eb10-8e98-4504-ba25-fd652fe4dd89 HTTP/1.1" status: 200 len: 1098 time: 0.0833552 Jun 21 19:47:06.384904 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-f45774e6-7bfb-4852-974f-9d651096dabb req-5d89cc75-3bb3-4066-b9b6-a8645ca1c4b6 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5c1761f-fdc5-4fe5-a7f6-64ccd7556773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223109 Jun 21 19:47:06.398534 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b016d67-c9d5-4768-b195-e4458e8b4bca req-9491dc8c-55f2-4086-9f2b-d6f92944ca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:06.400357 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-0b016d67-c9d5-4768-b195-e4458e8b4bca req-9491dc8c-55f2-4086-9f2b-d6f92944ca89 service neutron] 10.222.0.46 "GET /v2.0/networks?id=19c05a2e-c96a-47ee-8535-1ae4ceee4224 HTTP/1.1" status: 200 len: 915 time: 0.1196215 Jun 21 19:47:06.430973 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-9ac87552-2947-466e-885d-4f6c840f3580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679fd4ad-295e-41c8-8f68-a02dec5876fa', 'name': 'tempest-TestMinimumBasicScenario-779548629-router', 'tenant_id': '3205c2d168d1416082370ad83702a837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '6d3f0b3e-8491-430e-8333-17b23e44bbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:45:53Z', 'updated_at': '2021-06-21T19:45:57Z', 'revision_number': 4, 'project_id': '3205c2d168d1416082370ad83702a837', 'gw_port': {'id': '6d3f0b3e-8491-430e-8333-17b23e44bbbb', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679fd4ad-295e-41c8-8f68-a02dec5876fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:45:54Z', 'updated_at': '2021-06-21T19:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_floatingips': [{'id': 'd98a1e6f-c1e5-4f7e-b10f-af29a73017f8', 'tenant_id': '3205c2d168d1416082370ad83702a837', 'floating_ip_address': '172.28.3.221', 'floating_network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'router_id': '679fd4ad-295e-41c8-8f68-a02dec5876fa', 'port_id': 'ee63124c-cd52-4b70-8fd9-4fe6643f9ef0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19c05a2e-c96a-47ee-8535-1ae4ceee4224', 'mac_address': 'fa:16:3e:0c:f6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd235eb10-8e98-4504-ba25-fd652fe4dd89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T19:47:04Z', 'updated_at': '2021-06-21T19:47:04Z', 'revision_number': 0, 'project_id': '3205c2d168d1416082370ad83702a837', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f1ed709-539d-492d-85a2-02ea9cd29125', 'name': '', 'network_id': '19c05a2e-c96a-47ee-8535-1ae4ceee4224', 'tenant_id': '3205c2d168d1416082370ad83702a837', 'mac_address': 'fa:16:3e:e8:91:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679fd4ad-295e-41c8-8f68-a02dec5876fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '99480cc9-be18-4d81-9b4a-7e12c2e3e8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:45:56Z', 'updated_at': '2021-06-21T19:46:04Z', 'revision_number': 5, 'project_id': '3205c2d168d1416082370ad83702a837', 'subnets': [{'id': '99480cc9-be18-4d81-9b4a-7e12c2e3e8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:47:06.431793 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-cb315c98-6746-4447-8c1e-f948bc0b13d4 req-41637cbd-2486-4e4c-a537-31f96e6944ee tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761649822437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761649331806'] for port, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:06.439547 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-3205366f-b6aa-4b9f-9292-9c8a54e79027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:06.460037 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] get_ports_and_sgs() called for port_ids ['bb5cc4e0-9f97-4b22-86c2-2703a6989409'] {{(pid=104577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 19:47:06.467898 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac87552-2947-466e-885d-4f6c840f3580 None None] Checking router: 679fd4ad-295e-41c8-8f68-a02dec5876fa for host: dv-cinder-792462-15-smb {{(pid=104578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 19:47:06.476545 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41637cbd-2486-4e4c-a537-31f96e6944ee tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Pushing event deleted for resources: {'Port': ['ID=bb5cc4e0-9f97-4b22-86c2-2703a6989409,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:06.479393 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac87552-2947-466e-885d-4f6c840f3580 None None] Routers {'679fd4ad-295e-41c8-8f68-a02dec5876fa'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:47:06.479812 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46535b6-433f-40b6-80b9-21965f48d8ee req-491bdb21-1ab4-46b2-a66a-d4b1a50d0973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:06.480939 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-9ac87552-2947-466e-885d-4f6c840f3580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:47:03Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['679fd4ad-295e-41c8-8f68-a02dec5876fa'], 'active': True} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:47:06.481382 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-b46535b6-433f-40b6-80b9-21965f48d8ee req-491bdb21-1ab4-46b2-a66a-d4b1a50d0973 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2d4d9e71-b808-45e3-a13f-71991168a9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2162979 Jun 21 19:47:06.503590 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-0b016d67-c9d5-4768-b195-e4458e8b4bca req-cfdcb350-243f-4924-b637-1d7354d4c817 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee63124c-cd52-4b70-8fd9-4fe6643f9ef0 HTTP/1.1" status: 200 len: 999 time: 0.0954595 Jun 21 19:47:06.504448 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] get_ports_and_sgs() called for port_ids ['1e9a24b1-a915-4188-a51c-5aaa1a5302d2'] {{(pid=104577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 19:47:06.508747 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-7b5076d9-3f45-4852-a00d-7b8b8f1ed69e tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:06.510513 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41637cbd-2486-4e4c-a537-31f96e6944ee tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:47:06.510914 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41637cbd-2486-4e4c-a537-31f96e6944ee tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:47:06.511502 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41637cbd-2486-4e4c-a537-31f96e6944ee tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:47:06.511712 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41637cbd-2486-4e4c-a537-31f96e6944ee tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:47:06.512059 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41637cbd-2486-4e4c-a537-31f96e6944ee tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:47:06.512465 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41637cbd-2486-4e4c-a537-31f96e6944ee tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:47:06.512811 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41637cbd-2486-4e4c-a537-31f96e6944ee tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:47:06.513152 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41637cbd-2486-4e4c-a537-31f96e6944ee tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:47:06.513550 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41637cbd-2486-4e4c-a537-31f96e6944ee tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:47:06.513949 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41637cbd-2486-4e4c-a537-31f96e6944ee tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:47:06.514288 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41637cbd-2486-4e4c-a537-31f96e6944ee tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:47:06.514651 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41637cbd-2486-4e4c-a537-31f96e6944ee tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:47:06.558141 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-41637cbd-2486-4e4c-a537-31f96e6944ee tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:06.585020 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-7b5076d9-3f45-4852-a00d-7b8b8f1ed69e tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:06.590891 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-fbb62f62-cb80-48d3-8c7d-518f49a9ddf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:06.610077 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b016d67-c9d5-4768-b195-e4458e8b4bca req-8beefd78-f3b3-4199-b24e-d880e0f628ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:06.612688 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-0b016d67-c9d5-4768-b195-e4458e8b4bca req-8beefd78-f3b3-4199-b24e-d880e0f628ed service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99480cc9-be18-4d81-9b4a-7e12c2e3e8b8 HTTP/1.1" status: 200 len: 853 time: 0.0986199 Jun 21 19:47:06.622965 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb315c98-6746-4447-8c1e-f948bc0b13d4 req-41637cbd-2486-4e4c-a537-31f96e6944ee tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] No DVR routers for this DVR port bb5cc4e0-9f97-4b22-86c2-2703a6989409 on host hv-cinder-79246 {{(pid=104576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 19:47:06.649452 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-cb315c98-6746-4447-8c1e-f948bc0b13d4 req-41637cbd-2486-4e4c-a537-31f96e6944ee tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147'] for port, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:06.649452 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-cb315c98-6746-4447-8c1e-f948bc0b13d4 req-41637cbd-2486-4e4c-a537-31f96e6944ee tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.46 "DELETE /v2.0/ports/bb5cc4e0-9f97-4b22-86c2-2703a6989409 HTTP/1.1" status: 204 len: 173 time: 1.3621631 Jun 21 19:47:06.649832 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf56b5fb-574d-43a5-acbd-37926f2f5043', 'name': 'network-vif-deleted', 'tag': 'bb5cc4e0-9f97-4b22-86c2-2703a6989409'}] {{(pid=104576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:47:06.652376 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05f20d886da9388d71ee432e92ee53588f77c84f00dcc9da6d5f2e0db0526183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47857405-96ca-4f4c-b998-38f45e4f8e8b" -d '{"events": [{"server_uuid": "cf56b5fb-574d-43a5-acbd-37926f2f5043", "name": "network-vif-deleted", "tag": "bb5cc4e0-9f97-4b22-86c2-2703a6989409"}]}' {{(pid=104576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:47:06.679219 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-7b5076d9-3f45-4852-a00d-7b8b8f1ed69e tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks [] for security_group, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:06.679219 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-7b5076d9-3f45-4852-a00d-7b8b8f1ed69e tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5569024 Jun 21 19:47:06.697462 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 43504) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:47:06.705323 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.v2.base [None req-ee2b4c7b-07b1-4e23-9490-1fb871a25408 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Request body: {'security_group_rule': {'security_group_id': '47a6dd20-f39c-4ba9-9276-cd8081c1f2d4', 'project_id': '3205c2d168d1416082370ad83702a837', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:47:06.742525 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5076d9-3f45-4852-a00d-7b8b8f1ed69e tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47a6dd20-f39c-4ba9-9276-cd8081c1f2d4,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:06.761900 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 19:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e863a5-0135-4d9d-8cef-d6df8daa4cba x-openstack-request-id: req-f4e863a5-0135-4d9d-8cef-d6df8daa4cba {{(pid=104576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:47:06.762268 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf56b5fb-574d-43a5-acbd-37926f2f5043", "name": "network-vif-deleted", "tag": "bb5cc4e0-9f97-4b22-86c2-2703a6989409", "status": "completed", "code": 200}]} {{(pid=104576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:47:06.762594 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-f4e863a5-0135-4d9d-8cef-d6df8daa4cba {{(pid=104576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:47:06.763009 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf56b5fb-574d-43a5-acbd-37926f2f5043', 'name': 'network-vif-deleted', 'tag': 'bb5cc4e0-9f97-4b22-86c2-2703a6989409', 'status': 'completed', 'code': 200} Jun 21 19:47:06.768018 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-7b5076d9-3f45-4852-a00d-7b8b8f1ed69e tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:06.808302 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b016d67-c9d5-4768-b195-e4458e8b4bca req-9f929118-ee78-40c0-ba88-c89e2658b779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:06.810293 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-0b016d67-c9d5-4768-b195-e4458e8b4bca req-9f929118-ee78-40c0-ba88-c89e2658b779 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=19c05a2e-c96a-47ee-8535-1ae4ceee4224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1843493 Jun 21 19:47:06.811745 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-b46535b6-433f-40b6-80b9-21965f48d8ee req-90271945-e685-4c1e-9eac-3e7c0002a32c service neutron] 10.222.0.46 "GET /v2.0/networks/2d4d9e71-b808-45e3-a13f-71991168a9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054621 Jun 21 19:47:06.847737 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-ee2b4c7b-07b1-4e23-9490-1fb871a25408 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:06.859720 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvr_db [None req-9ac87552-2947-466e-885d-4f6c840f3580 None None] Set router 679fd4ad-295e-41c8-8f68-a02dec5876fa gateway port host: dv-cinder-792462-15-smb {{(pid=104578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:47:06.988357 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-0b016d67-c9d5-4768-b195-e4458e8b4bca req-df6fb583-669f-4cc6-8647-a7ed48eb943b service neutron] 10.222.0.46 "GET /v2.0/networks/19c05a2e-c96a-47ee-8535-1ae4ceee4224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622429 Jun 21 19:47:07.090823 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-ee2b4c7b-07b1-4e23-9490-1fb871a25408 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:07.097623 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-b46535b6-433f-40b6-80b9-21965f48d8ee req-32177043-c589-456c-9a27-8d1e4534f8c0 service neutron] 10.222.0.46 "GET /v2.0/networks/2d4d9e71-b808-45e3-a13f-71991168a9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708800 Jun 21 19:47:07.102232 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-ee2b4c7b-07b1-4e23-9490-1fb871a25408 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33278668'] for security_group_rule, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:07.109969 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-c6d29dcc-a6d0-4426-9779-82cc3ad5fe37 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:07.130528 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b4c7b-07b1-4e23-9490-1fb871a25408 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61a773bb-84c2-4605-a726-9121d300a416,revision_number=0']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:07.140234 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e926eb2b-8790-4380-a841-23dfc17cfbb5 req-b58ac8ce-8e62-4d78-a24d-dc9ec62a53e8 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:07.141900 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-e926eb2b-8790-4380-a841-23dfc17cfbb5 req-b58ac8ce-8e62-4d78-a24d-dc9ec62a53e8 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 943 time: 0.1737905 Jun 21 19:47:07.144063 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-ee2b4c7b-07b1-4e23-9490-1fb871a25408 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:07.159581 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-ee2b4c7b-07b1-4e23-9490-1fb871a25408 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:07.160755 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-ee2b4c7b-07b1-4e23-9490-1fb871a25408 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4619579 Jun 21 19:47:07.165933 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 43516) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:47:07.178572 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.v2.base [None req-5c6c11db-26df-40d1-b9ae-a23c08990c60 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Request body: {'security_group_rule': {'security_group_id': '47a6dd20-f39c-4ba9-9276-cd8081c1f2d4', 'project_id': '3205c2d168d1416082370ad83702a837', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:47:07.182844 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-0b016d67-c9d5-4768-b195-e4458e8b4bca req-38354cbd-cd2d-43b4-a86b-b473721edb67 service neutron] 10.222.0.46 "GET /v2.0/networks/19c05a2e-c96a-47ee-8535-1ae4ceee4224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771526 Jun 21 19:47:07.213889 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-e926eb2b-8790-4380-a841-23dfc17cfbb5 req-ec323e5e-ff52-4089-b78c-82cdf4edf17d tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571744 Jun 21 19:47:07.226477 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-5c6c11db-26df-40d1-b9ae-a23c08990c60 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:07.245873 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-9ac87552-2947-466e-885d-4f6c840f3580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679fd4ad-295e-41c8-8f68-a02dec5876fa', 'name': 'tempest-TestMinimumBasicScenario-779548629-router', 'tenant_id': '3205c2d168d1416082370ad83702a837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '6d3f0b3e-8491-430e-8333-17b23e44bbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:45:53Z', 'updated_at': '2021-06-21T19:45:57Z', 'revision_number': 4, 'project_id': '3205c2d168d1416082370ad83702a837', 'gw_port': {'id': '6d3f0b3e-8491-430e-8333-17b23e44bbbb', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679fd4ad-295e-41c8-8f68-a02dec5876fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:45:54Z', 'updated_at': '2021-06-21T19:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_floatingips': [{'id': 'd98a1e6f-c1e5-4f7e-b10f-af29a73017f8', 'tenant_id': '3205c2d168d1416082370ad83702a837', 'floating_ip_address': '172.28.3.221', 'floating_network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'router_id': '679fd4ad-295e-41c8-8f68-a02dec5876fa', 'port_id': 'ee63124c-cd52-4b70-8fd9-4fe6643f9ef0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19c05a2e-c96a-47ee-8535-1ae4ceee4224', 'mac_address': 'fa:16:3e:0c:f6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd235eb10-8e98-4504-ba25-fd652fe4dd89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T19:47:04Z', 'updated_at': '2021-06-21T19:47:04Z', 'revision_number': 0, 'project_id': '3205c2d168d1416082370ad83702a837', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f1ed709-539d-492d-85a2-02ea9cd29125', 'name': '', 'network_id': '19c05a2e-c96a-47ee-8535-1ae4ceee4224', 'tenant_id': '3205c2d168d1416082370ad83702a837', 'mac_address': 'fa:16:3e:e8:91:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679fd4ad-295e-41c8-8f68-a02dec5876fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '99480cc9-be18-4d81-9b4a-7e12c2e3e8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:45:56Z', 'updated_at': '2021-06-21T19:46:04Z', 'revision_number': 5, 'project_id': '3205c2d168d1416082370ad83702a837', 'subnets': [{'id': '99480cc9-be18-4d81-9b4a-7e12c2e3e8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:47:07.279367 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac87552-2947-466e-885d-4f6c840f3580 None None] The sync data for ids ['679fd4ad-295e-41c8-8f68-a02dec5876fa'] in dv-cinder-792462-15-smb is: [{'id': '679fd4ad-295e-41c8-8f68-a02dec5876fa', 'name': 'tempest-TestMinimumBasicScenario-779548629-router', 'tenant_id': '3205c2d168d1416082370ad83702a837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '6d3f0b3e-8491-430e-8333-17b23e44bbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:45:53Z', 'updated_at': '2021-06-21T19:45:57Z', 'revision_number': 4, 'project_id': '3205c2d168d1416082370ad83702a837', 'gw_port': {'id': '6d3f0b3e-8491-430e-8333-17b23e44bbbb', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679fd4ad-295e-41c8-8f68-a02dec5876fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:45:54Z', 'updated_at': '2021-06-21T19:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_floatingips': [{'id': 'd98a1e6f-c1e5-4f7e-b10f-af29a73017f8', 'tenant_id': '3205c2d168d1416082370ad83702a837', 'floating_ip_address': '172.28.3.221', 'floating_network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'router_id': '679fd4ad-295e-41c8-8f68-a02dec5876fa', 'port_id': 'ee63124c-cd52-4b70-8fd9-4fe6643f9ef0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19c05a2e-c96a-47ee-8535-1ae4ceee4224', 'mac_address': 'fa:16:3e:0c:f6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd235eb10-8e98-4504-ba25-fd652fe4dd89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T19:47:04Z', 'updated_at': '2021-06-21T19:47:04Z', 'revision_number': 0, 'project_id': '3205c2d168d1416082370ad83702a837', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f1ed709-539d-492d-85a2-02ea9cd29125', 'name': '', 'network_id': '19c05a2e-c96a-47ee-8535-1ae4ceee4224', 'tenant_id': '3205c2d168d1416082370ad83702a837', 'mac_address': 'fa:16:3e:e8:91:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679fd4ad-295e-41c8-8f68-a02dec5876fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '99480cc9-be18-4d81-9b4a-7e12c2e3e8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:45:56Z', 'updated_at': '2021-06-21T19:46:04Z', 'revision_number': 5, 'project_id': '3205c2d168d1416082370ad83702a837', 'subnets': [{'id': '99480cc9-be18-4d81-9b4a-7e12c2e3e8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 19:47:07.305758 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-5c6c11db-26df-40d1-b9ae-a23c08990c60 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:07.310134 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-5c6c11db-26df-40d1-b9ae-a23c08990c60 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33278668'] for security_group_rule, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:07.312387 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:07.330428 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6c11db-26df-40d1-b9ae-a23c08990c60 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=199a5536-9aea-496d-8ffc-76fdb37d8e56,revision_number=0']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:07.333470 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-5c6c11db-26df-40d1-b9ae-a23c08990c60 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:07.342130 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-5c6c11db-26df-40d1-b9ae-a23c08990c60 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:07.346648 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-5c6c11db-26df-40d1-b9ae-a23c08990c60 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1787841 Jun 21 19:47:07.349349 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 43522) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:47:07.354518 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [None req-f65dfba1-0d90-410d-ab2e-02447f11e0c9 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Request body: {'security_group_rule': {'security_group_id': '47a6dd20-f39c-4ba9-9276-cd8081c1f2d4', 'project_id': '3205c2d168d1416082370ad83702a837', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:47:07.419802 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-f65dfba1-0d90-410d-ab2e-02447f11e0c9 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:07.475825 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-c76faa48-8075-4819-8201-d2db584eae6c req-700feaff-8dea-4f58-9401-64b747c13335 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] 10.222.0.38 "GET /v2.0/ports?device_id=cf56b5fb-574d-43a5-acbd-37926f2f5043 HTTP/1.1" status: 200 len: 210 time: 0.0779417 Jun 21 19:47:07.529738 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-f65dfba1-0d90-410d-ab2e-02447f11e0c9 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:07.540350 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-f65dfba1-0d90-410d-ab2e-02447f11e0c9 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33278668'] for security_group_rule, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:07.548203 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-64620be8-b065-4050-897a-71df450c6f0e tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:07.566253 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65dfba1-0d90-410d-ab2e-02447f11e0c9 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87393ebd-b020-4a9a-a902-be3a0d8d9915,revision_number=0']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:07.572990 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-f65dfba1-0d90-410d-ab2e-02447f11e0c9 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:07.580411 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-f65dfba1-0d90-410d-ab2e-02447f11e0c9 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:07.581824 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-f65dfba1-0d90-410d-ab2e-02447f11e0c9 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2313437 Jun 21 19:47:07.584542 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 43532) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:47:07.589774 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [None req-7cc87ce3-fd23-4d73-a8d9-bfdcc803d4c6 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Request body: {'security_group_rule': {'security_group_id': '47a6dd20-f39c-4ba9-9276-cd8081c1f2d4', 'project_id': '3205c2d168d1416082370ad83702a837', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:47:07.643605 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-7cc87ce3-fd23-4d73-a8d9-bfdcc803d4c6 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:07.697673 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf2d73a-1707-423f-85e5-390417f96513 None None] New status for floating IP d98a1e6f-c1e5-4f7e-b10f-af29a73017f8: ACTIVE {{(pid=104577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 19:47:07.742092 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-7cc87ce3-fd23-4d73-a8d9-bfdcc803d4c6 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:07.748052 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-7cc87ce3-fd23-4d73-a8d9-bfdcc803d4c6 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33278668'] for security_group_rule, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:07.756258 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e448c2-e07b-4186-8b9d-e4367e571578 req-33af1b66-34b4-4597-a37d-e0332a908cb1 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:07.760022 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-19e448c2-e07b-4186-8b9d-e4367e571578 req-33af1b66-34b4-4597-a37d-e0332a908cb1 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/ports?device_id=603db75d-08d0-4a79-9b16-178decf5f386 HTTP/1.1" status: 200 len: 944 time: 0.1562397 Jun 21 19:47:07.761439 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-3edde0ab-e7fa-4d61-ab22-d8914c92cc75 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:07.784357 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc87ce3-fd23-4d73-a8d9-bfdcc803d4c6 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c78a032-d199-4253-8d1e-884a79ccbcc1,revision_number=0']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:07.788072 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-7cc87ce3-fd23-4d73-a8d9-bfdcc803d4c6 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:07.790411 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-7cc87ce3-fd23-4d73-a8d9-bfdcc803d4c6 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:07.792700 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-7cc87ce3-fd23-4d73-a8d9-bfdcc803d4c6 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2068629 Jun 21 19:47:07.795172 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 43542) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:47:07.800942 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [None req-4374f185-6169-4b6b-bdb3-bb7bc77ca04d tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Request body: {'security_group_rule': {'security_group_id': '47a6dd20-f39c-4ba9-9276-cd8081c1f2d4', 'project_id': '3205c2d168d1416082370ad83702a837', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:47:07.826970 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-19e448c2-e07b-4186-8b9d-e4367e571578 req-6d28bb35-4b6e-488f-b085-21295347f2eb tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5c1761f-fdc5-4fe5-a7f6-64ccd7556773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503404 Jun 21 19:47:07.832844 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.db.securitygroups_db [None req-4374f185-6169-4b6b-bdb3-bb7bc77ca04d tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Project 3205c2d168d1416082370ad83702a837 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 19:47:07.838230 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-4374f185-6169-4b6b-bdb3-bb7bc77ca04d tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:07.916572 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-4374f185-6169-4b6b-bdb3-bb7bc77ca04d tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:07.925494 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-4374f185-6169-4b6b-bdb3-bb7bc77ca04d tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33278668'] for security_group_rule, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:07.939742 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:07.950078 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-4374f185-6169-4b6b-bdb3-bb7bc77ca04d tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:07.951697 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-4374f185-6169-4b6b-bdb3-bb7bc77ca04d tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1548638 Jun 21 19:47:07.955169 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 43550) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:47:07.955465 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4374f185-6169-4b6b-bdb3-bb7bc77ca04d tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a86a8be-f890-447b-9278-1ca3e27e3c2b,revision_number=0']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:07.958506 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-4374f185-6169-4b6b-bdb3-bb7bc77ca04d tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:07.963294 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device 1e9a24b1-a915-4188-a51c-5aaa1a5302d2 up at agent hyperv_hv-cinder-79246 {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:47:07.966988 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.v2.base [None req-028f0080-8688-4a81-af53-979b467650c8 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Request body: {'security_group_rule': {'security_group_id': '47a6dd20-f39c-4ba9-9276-cd8081c1f2d4', 'project_id': '3205c2d168d1416082370ad83702a837', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:47:08.017617 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.db.securitygroups_db [None req-028f0080-8688-4a81-af53-979b467650c8 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Project 3205c2d168d1416082370ad83702a837 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 19:47:08.037055 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-028f0080-8688-4a81-af53-979b467650c8 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:08.042423 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Provisioning for port 1e9a24b1-a915-4188-a51c-5aaa1a5302d2 completed by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:47:08.050333 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Provisioning complete for port 1e9a24b1-a915-4188-a51c-5aaa1a5302d2 triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:47:08.050987 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:08.152191 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-028f0080-8688-4a81-af53-979b467650c8 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:08.157343 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:08.157810 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-028f0080-8688-4a81-af53-979b467650c8 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33278668'] for security_group_rule, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:08.165210 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-5c6c11db-26df-40d1-b9ae-a23c08990c60 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:08.189647 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028f0080-8688-4a81-af53-979b467650c8 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41ef9484-d36d-4b2d-a859-92c0e4dfcc0d,revision_number=0']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:08.193648 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-028f0080-8688-4a81-af53-979b467650c8 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:08.199430 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '603db75d-08d0-4a79-9b16-178decf5f386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9a24b1-a915-4188-a51c-5aaa1a5302d2'}] {{(pid=104577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:47:08.199785 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-028f0080-8688-4a81-af53-979b467650c8 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:08.203232 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c14435dcc002c6d250290293137fb351442a83316ffa0c10b5cf8ed6f24812f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f935bc-df74-4521-990f-6606903ad966" -d '{"events": [{"server_uuid": "603db75d-08d0-4a79-9b16-178decf5f386", "name": "network-vif-plugged", "status": "completed", "tag": "1e9a24b1-a915-4188-a51c-5aaa1a5302d2"}]}' {{(pid=104577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:47:08.204633 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-028f0080-8688-4a81-af53-979b467650c8 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2478685 Jun 21 19:47:08.220447 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port 1e9a24b1-a915-4188-a51c-5aaa1a5302d2, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=1e9a24b1-a915-4188-a51c-5aaa1a5302d2,segment=NetworkSegment(21164b66-dec9-40da-b972-b1fa4ea41cc1),segment_id=21164b66-dec9-40da-b972-b1fa4ea41cc1)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:47:08.229230 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:08.234042 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-b739afa4-4d30-4eb3-8934-174e27fd4ede None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:08.333136 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 19:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7d558f-6882-4521-8201-2ed1c1775388 x-openstack-request-id: req-2e7d558f-6882-4521-8201-2ed1c1775388 {{(pid=104577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:47:08.334292 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "603db75d-08d0-4a79-9b16-178decf5f386", "name": "network-vif-plugged", "status": "completed", "tag": "1e9a24b1-a915-4188-a51c-5aaa1a5302d2", "code": 200}]} {{(pid=104577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:47:08.335480 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2e7d558f-6882-4521-8201-2ed1c1775388 {{(pid=104577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:47:08.336369 dv-cinder-792462-15-smb neutron-server[104577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '603db75d-08d0-4a79-9b16-178decf5f386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9a24b1-a915-4188-a51c-5aaa1a5302d2', 'code': 200} Jun 21 19:47:08.337606 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Pushing event updated for resources: {'Port': ['ID=1e9a24b1-a915-4188-a51c-5aaa1a5302d2,revision_number=5']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:08.343996 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:08.395163 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-8b907f50-5cb5-4ca3-91d1-b529b4906552 req-f8b239a9-6846-4e92-a21b-132121ee209f tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1327083831&fields=id&tenant_id=3205c2d168d1416082370ad83702a837 HTTP/1.1" status: 200 len: 267 time: 0.0735233 Jun 21 19:47:08.491871 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b907f50-5cb5-4ca3-91d1-b529b4906552 req-d3321384-d656-4c4a-a34e-79e43b1ad989 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:08.498240 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-8b907f50-5cb5-4ca3-91d1-b529b4906552 req-d3321384-d656-4c4a-a34e-79e43b1ad989 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/ports?device_id=d235eb10-8e98-4504-ba25-fd652fe4dd89 HTTP/1.1" status: 200 len: 945 time: 0.0957799 Jun 21 19:47:08.507937 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [req-8b907f50-5cb5-4ca3-91d1-b529b4906552 req-aa3c6913-d99b-4cb5-a1e3-243c2e5c7a7c tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Request body: {'port': {'security_groups': ['0885b555-77fa-4089-bb48-4ab4dd0343cd', '47a6dd20-f39c-4ba9-9276-cd8081c1f2d4']}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:47:08.586689 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a22b5-24cd-44f3-b5cd-6c38778b97a5 req-ca4a790a-6ee0-4709-a2b7-c64c9b221437 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:08.588636 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-124a22b5-24cd-44f3-b5cd-6c38778b97a5 req-ca4a790a-6ee0-4709-a2b7-c64c9b221437 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 943 time: 0.0937955 Jun 21 19:47:08.644314 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-124a22b5-24cd-44f3-b5cd-6c38778b97a5 req-003ee083-bf25-442a-940f-d4d7ef1fb4f3 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499716 Jun 21 19:47:08.682615 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-8b907f50-5cb5-4ca3-91d1-b529b4906552 req-aa3c6913-d99b-4cb5-a1e3-243c2e5c7a7c tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:08.782043 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 43564) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:47:08.936270 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.db [req-8b907f50-5cb5-4ca3-91d1-b529b4906552 req-aa3c6913-d99b-4cb5-a1e3-243c2e5c7a7c tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] For port ee63124c-cd52-4b70-8fd9-4fe6643f9ef0, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=ee63124c-cd52-4b70-8fd9-4fe6643f9ef0,segment=NetworkSegment(1e2c063c-fdc2-4734-a057-fcb9075c4b82),segment_id=1e2c063c-fdc2-4734-a057-fcb9075c4b82)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:47:08.968456 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-8b907f50-5cb5-4ca3-91d1-b529b4906552 req-aa3c6913-d99b-4cb5-a1e3-243c2e5c7a7c tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks [] for port, precommit_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:08.975376 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-8b907f50-5cb5-4ca3-91d1-b529b4906552 req-aa3c6913-d99b-4cb5-a1e3-243c2e5c7a7c tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30138778'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:08.988479 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] get_ports_and_sgs() called for port_ids ['ee63124c-cd52-4b70-8fd9-4fe6643f9ef0'] {{(pid=104577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 19:47:09.004322 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-f184950e-1342-4224-9470-fecb4842cd04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:09.067693 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b907f50-5cb5-4ca3-91d1-b529b4906552 req-aa3c6913-d99b-4cb5-a1e3-243c2e5c7a7c tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:09.068564 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-8b907f50-5cb5-4ca3-91d1-b529b4906552 req-aa3c6913-d99b-4cb5-a1e3-243c2e5c7a7c tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147'] for port, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:09.070151 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-8b907f50-5cb5-4ca3-91d1-b529b4906552 req-aa3c6913-d99b-4cb5-a1e3-243c2e5c7a7c tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "PUT /v2.0/ports/ee63124c-cd52-4b70-8fd9-4fe6643f9ef0 HTTP/1.1" status: 200 len: 981 time: 0.5695286 Jun 21 19:47:09.070799 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd235eb10-8e98-4504-ba25-fd652fe4dd89', 'tag': 'ee63124c-cd52-4b70-8fd9-4fe6643f9ef0'}] {{(pid=104575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:47:09.073403 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c13f0749771774115a22afc177d9d65845734126b668639f93c48b494dfbeb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d58dc6-269a-4ee4-8900-c0df386b6618" -d '{"events": [{"name": "network-changed", "server_uuid": "d235eb10-8e98-4504-ba25-fd652fe4dd89", "tag": "ee63124c-cd52-4b70-8fd9-4fe6643f9ef0"}]}' {{(pid=104575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:47:09.130089 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3c6913-d99b-4cb5-a1e3-243c2e5c7a7c tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Pushing event updated for resources: {'Port': ['ID=ee63124c-cd52-4b70-8fd9-4fe6643f9ef0,revision_number=6']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:09.139786 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] get_ports_and_sgs() called for port_ids ['ee63124c-cd52-4b70-8fd9-4fe6643f9ef0'] {{(pid=104577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 19:47:09.145993 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-aa3c6913-d99b-4cb5-a1e3-243c2e5c7a7c tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:09.210964 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c500ba6-2f14-4f6c-8013-407e087ec499 req-51612d13-1a57-413d-8b05-553a265e0328 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:09.212547 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-2c500ba6-2f14-4f6c-8013-407e087ec499 req-51612d13-1a57-413d-8b05-553a265e0328 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/ports?device_id=603db75d-08d0-4a79-9b16-178decf5f386 HTTP/1.1" status: 200 len: 945 time: 0.2349079 Jun 21 19:47:09.293063 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ee08d-3d32-4468-9f47-0d20b8c0c4e7 req-10e2eb0e-e723-427c-ab25-6b0533be8f0c tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:09.301336 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-2b2ee08d-3d32-4468-9f47-0d20b8c0c4e7 req-10e2eb0e-e723-427c-ab25-6b0533be8f0c tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/ports?device_id=d235eb10-8e98-4504-ba25-fd652fe4dd89 HTTP/1.1" status: 200 len: 984 time: 0.0904117 Jun 21 19:47:09.322930 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-2c500ba6-2f14-4f6c-8013-407e087ec499 req-8200bb25-055a-43b2-a5ad-0f9d36c21655 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5c1761f-fdc5-4fe5-a7f6-64ccd7556773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910428 Jun 21 19:47:09.353199 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-2b2ee08d-3d32-4468-9f47-0d20b8c0c4e7 req-67b525b3-1e4a-49af-85fa-768e84f6dbc8 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/security-groups?id=0885b555-77fa-4089-bb48-4ab4dd0343cd&id=47a6dd20-f39c-4ba9-9276-cd8081c1f2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0504994 Jun 21 19:47:09.387907 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 19:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1617cf9b-10da-4f76-9646-384b5158b579 x-openstack-request-id: req-1617cf9b-10da-4f76-9646-384b5158b579 {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:47:09.388586 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d235eb10-8e98-4504-ba25-fd652fe4dd89", "tag": "ee63124c-cd52-4b70-8fd9-4fe6643f9ef0", "status": "completed", "code": 200}]} {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:47:09.389125 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1617cf9b-10da-4f76-9646-384b5158b579 {{(pid=104575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:47:09.390088 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd235eb10-8e98-4504-ba25-fd652fe4dd89', 'tag': 'ee63124c-cd52-4b70-8fd9-4fe6643f9ef0', 'status': 'completed', 'code': 200} Jun 21 19:47:09.477073 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-b8c86e95-b70d-4eaa-9095-b491721c764f None None] Provisioning complete for port ee63124c-cd52-4b70-8fd9-4fe6643f9ef0 triggered by entity DHCP. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:47:09.483045 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-b8c86e95-b70d-4eaa-9095-b491721c764f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:09.503074 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-4d828319-8206-42b6-93fc-9b7028a68a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33080010'] for router_interface, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:09.872813 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b7df8-ed53-4bfa-9981-699fc2e3d49c req-94d3c848-72e2-4c7d-b5a6-f36a08088700 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:09.876661 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-7a1b7df8-ed53-4bfa-9981-699fc2e3d49c req-94d3c848-72e2-4c7d-b5a6-f36a08088700 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 943 time: 0.0922220 Jun 21 19:47:09.942526 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-7a1b7df8-ed53-4bfa-9981-699fc2e3d49c req-9b537ada-3137-4c4e-a67a-531a8b67e4f8 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582740 Jun 21 19:47:09.942881 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.plugin [None req-4d828319-8206-42b6-93fc-9b7028a68a70 admin admin] Deleting port 437a888d-1da6-44f6-94c7-991d517a6f40 {{(pid=104576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 19:47:09.943851 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-4d828319-8206-42b6-93fc-9b7028a68a70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761649817829'] for port, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:09.987188 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device bb5cc4e0-9f97-4b22-86c2-2703a6989409 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 19:47:10.014460 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] No Port match for: bb5cc4e0-9f97-4b22-86c2-2703a6989409 {{(pid=104577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 19:47:10.015179 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device bb5cc4e0-9f97-4b22-86c2-2703a6989409 not bound to the agent host hv-cinder-79246 {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 19:47:10.035427 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.db [None req-4d828319-8206-42b6-93fc-9b7028a68a70 admin admin] For port 437a888d-1da6-44f6-94c7-991d517a6f40, host dv-cinder-792462-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=437a888d-1da6-44f6-94c7-991d517a6f40,segment=NetworkSegment(eae7db14-5951-4079-acca-dc9e813be6bc),segment_id=eae7db14-5951-4079-acca-dc9e813be6bc)] {{(pid=104576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:47:10.035805 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-4d828319-8206-42b6-93fc-9b7028a68a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33076891'] for port, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:10.102224 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.plugin [None req-4d828319-8206-42b6-93fc-9b7028a68a70 admin admin] Calling delete_port for 437a888d-1da6-44f6-94c7-991d517a6f40 owned by network:router_interface {{(pid=104576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 19:47:10.296553 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-4d828319-8206-42b6-93fc-9b7028a68a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761649822437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761649331806'] for port, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:10.298453 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-c5fefbb1-6640-4f3b-8a2b-b33ca118c83d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:10.321865 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d828319-8206-42b6-93fc-9b7028a68a70 admin admin] Pushing event deleted for resources: {'Port': ['ID=437a888d-1da6-44f6-94c7-991d517a6f40,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:10.324812 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-4d828319-8206-42b6-93fc-9b7028a68a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:10.507757 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-4d828319-8206-42b6-93fc-9b7028a68a70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32961640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33079926'] for router_interface, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:10.569838 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22822eb1-e198-4616-bd7c-0f042edb21c0 req-3c7573ca-86b6-47dc-b452-46991cc21a93 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:10.571288 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-22822eb1-e198-4616-bd7c-0f042edb21c0 req-3c7573ca-86b6-47dc-b452-46991cc21a93 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/ports?device_id=603db75d-08d0-4a79-9b16-178decf5f386 HTTP/1.1" status: 200 len: 945 time: 0.1202178 Jun 21 19:47:10.889165 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-22822eb1-e198-4616-bd7c-0f042edb21c0 req-0f794f12-b6e8-4688-9d55-99aeeb2c8190 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5c1761f-fdc5-4fe5-a7f6-64ccd7556773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116364 Jun 21 19:47:11.033362 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d828319-8206-42b6-93fc-9b7028a68a70 admin admin] Router 9e135593-e63a-4344-9ae0-657c7e96a6cb has already been hosted by L3 agent 340c6150-ff20-4abf-b4fe-5b82b8e71fd8 {{(pid=104576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 19:47:11.182304 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d828319-8206-42b6-93fc-9b7028a68a70 admin admin] Notify agent at l3_agent.dv-cinder-792462-15-smb the message routers_updated {{(pid=104576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 19:47:11.187283 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-4d828319-8206-42b6-93fc-9b7028a68a70 admin admin] 10.222.0.38 "PUT /v2.0/routers/9e135593-e63a-4344-9ae0-657c7e96a6cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4036670 Jun 21 19:47:11.190554 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 43602) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:47:11.199988 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d64c773-ea48-4f19-a839-074c26491cf6 req-3b696c58-0add-4199-bf96-233a464bf7c8 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:11.210701 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b263a350-22f6-42cc-9946-f5b934aaddd1 None None] Sync routers for ids ['9e135593-e63a-4344-9ae0-657c7e96a6cb'] in dv-cinder-792462-15-smb {{(pid=104578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 19:47:11.219023 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-1d64c773-ea48-4f19-a839-074c26491cf6 req-3b696c58-0add-4199-bf96-233a464bf7c8 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 943 time: 0.1035779 Jun 21 19:47:11.224234 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b263a350-22f6-42cc-9946-f5b934aaddd1 None None] Routers {'9e135593-e63a-4344-9ae0-657c7e96a6cb'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:47:11.225371 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-b263a350-22f6-42cc-9946-f5b934aaddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:47:03Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['9e135593-e63a-4344-9ae0-657c7e96a6cb'], 'active': True} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:47:11.292624 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-1d64c773-ea48-4f19-a839-074c26491cf6 req-a5e31150-e5c2-40dc-913d-3939c7603a98 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717409 Jun 21 19:47:11.341915 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-cc993028-fa0a-4b51-b02a-162b677cd15d admin admin] Notify callbacks [] for router, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:11.366954 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvr_db [None req-b263a350-22f6-42cc-9946-f5b934aaddd1 None None] Set router 9e135593-e63a-4344-9ae0-657c7e96a6cb gateway port host: dv-cinder-792462-15-smb {{(pid=104578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:47:11.444474 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-cc993028-fa0a-4b51-b02a-162b677cd15d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:11.499355 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.plugin [None req-cc993028-fa0a-4b51-b02a-162b677cd15d admin admin] Deleting port 3da4fb48-6141-4d89-b2f9-146d6f1da44d {{(pid=104576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 19:47:11.499691 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-cc993028-fa0a-4b51-b02a-162b677cd15d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761649817829'] for port, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:11.550348 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-b263a350-22f6-42cc-9946-f5b934aaddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e135593-e63a-4344-9ae0-657c7e96a6cb', 'name': 'tempest-ServerRescueNegativeTestJSON-1472202875-router', 'tenant_id': 'ffc77c8d33bc44a59650792ffcc5c42d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '3da4fb48-6141-4d89-b2f9-146d6f1da44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:44:05Z', 'updated_at': '2021-06-21T19:47:10Z', 'revision_number': 5, 'project_id': 'ffc77c8d33bc44a59650792ffcc5c42d', 'gw_port': {'id': '3da4fb48-6141-4d89-b2f9-146d6f1da44d', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:7f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e135593-e63a-4344-9ae0-657c7e96a6cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:06Z', 'updated_at': '2021-06-21T19:44:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb'}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:47:11.583046 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b263a350-22f6-42cc-9946-f5b934aaddd1 None None] Checking router: 9e135593-e63a-4344-9ae0-657c7e96a6cb for host: dv-cinder-792462-15-smb {{(pid=104578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 19:47:11.595261 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b263a350-22f6-42cc-9946-f5b934aaddd1 None None] Routers {'9e135593-e63a-4344-9ae0-657c7e96a6cb'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:47:11.596759 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-b263a350-22f6-42cc-9946-f5b934aaddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:47:03Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['9e135593-e63a-4344-9ae0-657c7e96a6cb'], 'active': True} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:47:11.647076 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.db [None req-cc993028-fa0a-4b51-b02a-162b677cd15d admin admin] For port 3da4fb48-6141-4d89-b2f9-146d6f1da44d, host dv-cinder-792462-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=3da4fb48-6141-4d89-b2f9-146d6f1da44d,segment=NetworkSegment(9e55d9b0-2d6a-4ec9-a110-693459193d1d),segment_id=9e55d9b0-2d6a-4ec9-a110-693459193d1d)] {{(pid=104576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:47:11.647468 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-cc993028-fa0a-4b51-b02a-162b677cd15d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33076891'] for port, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:11.715667 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvr_db [None req-b263a350-22f6-42cc-9946-f5b934aaddd1 None None] Set router 9e135593-e63a-4344-9ae0-657c7e96a6cb gateway port host: None {{(pid=104578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:47:11.718425 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.plugin [None req-cc993028-fa0a-4b51-b02a-162b677cd15d admin admin] Calling delete_port for 3da4fb48-6141-4d89-b2f9-146d6f1da44d owned by network:router_gateway {{(pid=104576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 19:47:11.767058 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-b263a350-22f6-42cc-9946-f5b934aaddd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e135593-e63a-4344-9ae0-657c7e96a6cb', 'name': 'tempest-ServerRescueNegativeTestJSON-1472202875-router', 'tenant_id': 'ffc77c8d33bc44a59650792ffcc5c42d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:44:05Z', 'updated_at': '2021-06-21T19:47:11Z', 'revision_number': 6, 'project_id': 'ffc77c8d33bc44a59650792ffcc5c42d', 'gw_port_host': None}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:47:11.796139 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b263a350-22f6-42cc-9946-f5b934aaddd1 None None] The sync data for ids ['9e135593-e63a-4344-9ae0-657c7e96a6cb'] in dv-cinder-792462-15-smb is: [{'id': '9e135593-e63a-4344-9ae0-657c7e96a6cb', 'name': 'tempest-ServerRescueNegativeTestJSON-1472202875-router', 'tenant_id': 'ffc77c8d33bc44a59650792ffcc5c42d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:44:05Z', 'updated_at': '2021-06-21T19:47:11Z', 'revision_number': 6, 'project_id': 'ffc77c8d33bc44a59650792ffcc5c42d', 'gw_port_host': None}] {{(pid=104578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 19:47:11.903512 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-cc993028-fa0a-4b51-b02a-162b677cd15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761649822437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761649331806'] for port, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:11.905923 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-4d828319-8206-42b6-93fc-9b7028a68a70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:11.943719 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc993028-fa0a-4b51-b02a-162b677cd15d admin admin] Pushing event deleted for resources: {'Port': ['ID=3da4fb48-6141-4d89-b2f9-146d6f1da44d,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:11.946806 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-cc993028-fa0a-4b51-b02a-162b677cd15d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:11.969486 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-cc993028-fa0a-4b51-b02a-162b677cd15d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33078106'] for router_gateway, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:12.103421 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-cc993028-fa0a-4b51-b02a-162b677cd15d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33081412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-620'] for router, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:12.106475 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-cc993028-fa0a-4b51-b02a-162b677cd15d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:12.184734 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-cc993028-fa0a-4b51-b02a-162b677cd15d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33080853'] for router, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:12.185599 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc993028-fa0a-4b51-b02a-162b677cd15d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e135593-e63a-4344-9ae0-657c7e96a6cb {{(pid=104576) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 19:47:12.193961 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-cc993028-fa0a-4b51-b02a-162b677cd15d admin admin] Notify callbacks [] for router, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:12.197587 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-cc993028-fa0a-4b51-b02a-162b677cd15d admin admin] 10.222.0.38 "DELETE /v2.0/routers/9e135593-e63a-4344-9ae0-657c7e96a6cb HTTP/1.1" status: 204 len: 168 time: 1.0035937 Jun 21 19:47:12.197970 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 43612) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:47:12.245186 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939fb22-109b-468e-8c38-f08fd55182e2 req-c1c10935-0cb5-40d6-aa1a-aba9d641522d tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:12.248916 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-5939fb22-109b-468e-8c38-f08fd55182e2 req-c1c10935-0cb5-40d6-aa1a-aba9d641522d tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/ports?device_id=603db75d-08d0-4a79-9b16-178decf5f386 HTTP/1.1" status: 200 len: 945 time: 0.2370727 Jun 21 19:47:12.298335 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2e11c61-a69e-46f1-a05c-c568a56577f1 admin admin] Deleting subnet 647d05b7-de31-4d93-b064-d84c7c4b5039 {{(pid=104576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 19:47:12.306530 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-f2e11c61-a69e-46f1-a05c-c568a56577f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:12.327338 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-5939fb22-109b-468e-8c38-f08fd55182e2 req-5659920d-9469-4d61-9af9-c790c7b2179c tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5c1761f-fdc5-4fe5-a7f6-64ccd7556773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743377 Jun 21 19:47:12.345403 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-f2e11c61-a69e-46f1-a05c-c568a56577f1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:12.352827 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-f2e11c61-a69e-46f1-a05c-c568a56577f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-744040'] for subnet, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:12.411851 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-f2e11c61-a69e-46f1-a05c-c568a56577f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-744039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562'] for subnet, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:12.414339 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-519ced7e-9531-4ece-a9b9-d1cb6c3b91a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:12.436114 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e11c61-a69e-46f1-a05c-c568a56577f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=647d05b7-de31-4d93-b064-d84c7c4b5039,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:12.444416 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-f2e11c61-a69e-46f1-a05c-c568a56577f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:12.458910 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-f2e11c61-a69e-46f1-a05c-c568a56577f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:12.460850 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-f2e11c61-a69e-46f1-a05c-c568a56577f1 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/647d05b7-de31-4d93-b064-d84c7c4b5039 HTTP/1.1" status: 204 len: 168 time: 0.2620399 Jun 21 19:47:12.463412 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 43616) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:47:12.530590 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25070b2d-295f-4633-971e-ab423b3808df req-eaa345e8-36f7-4319-beae-6a7f43ce3cec tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:12.531972 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-25070b2d-295f-4633-971e-ab423b3808df req-eaa345e8-36f7-4319-beae-6a7f43ce3cec tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 943 time: 0.0666990 Jun 21 19:47:12.537791 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9c6116da-2d41-44dc-91ba-6e6bc9482cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583444'] for network, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:12.569903 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-25070b2d-295f-4633-971e-ab423b3808df req-1d2ed956-29ff-4d22-a227-8c1dea6a19d7 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313287 Jun 21 19:47:12.620068 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9c6116da-2d41-44dc-91ba-6e6bc9482cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744951', 'neutron.services.segments.db._delete_segments_for_network-8761649872083'] for network, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:12.629888 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9c6116da-2d41-44dc-91ba-6e6bc9482cdf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:47:12.630256 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9c6116da-2d41-44dc-91ba-6e6bc9482cdf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:47:12.631036 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9c6116da-2d41-44dc-91ba-6e6bc9482cdf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:47:12.631371 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9c6116da-2d41-44dc-91ba-6e6bc9482cdf admin admin] Subscribe: > port after_create 55550000 {{(pid=104576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:47:12.631696 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9c6116da-2d41-44dc-91ba-6e6bc9482cdf admin admin] Subscribe: > port after_delete 55550000 {{(pid=104576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:47:12.632036 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9c6116da-2d41-44dc-91ba-6e6bc9482cdf admin admin] Subscribe: > port after_update 55550000 {{(pid=104576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:47:12.632362 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9c6116da-2d41-44dc-91ba-6e6bc9482cdf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:47:12.632683 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9c6116da-2d41-44dc-91ba-6e6bc9482cdf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:47:12.633018 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9c6116da-2d41-44dc-91ba-6e6bc9482cdf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:47:12.633332 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9c6116da-2d41-44dc-91ba-6e6bc9482cdf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:47:12.669635 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device 437a888d-1da6-44f6-94c7-991d517a6f40 no longer exists at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 19:47:12.700303 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] No Port match for: 437a888d-1da6-44f6-94c7-991d517a6f40 {{(pid=104577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 19:47:12.700995 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device 437a888d-1da6-44f6-94c7-991d517a6f40 not bound to the agent host dv-cinder-792462-15-smb {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 19:47:12.728033 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9c6116da-2d41-44dc-91ba-6e6bc9482cdf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:47:12.728382 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9c6116da-2d41-44dc-91ba-6e6bc9482cdf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:47:12.728775 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9c6116da-2d41-44dc-91ba-6e6bc9482cdf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:47:12.729422 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9c6116da-2d41-44dc-91ba-6e6bc9482cdf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104576) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 19:47:12.730130 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.services.segments.db [None req-9c6116da-2d41-44dc-91ba-6e6bc9482cdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbd5c296-051f-43ab-b7d6-154e00c9c776']}} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:47:12.751015 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.services.segments.db [None req-9c6116da-2d41-44dc-91ba-6e6bc9482cdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eae7db14-5951-4079-acca-dc9e813be6bc') {'for_net_delete': True} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:47:12.751372 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.services.segments.db [None req-9c6116da-2d41-44dc-91ba-6e6bc9482cdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eae7db14-5951-4079-acca-dc9e813be6bc') {} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:47:12.771434 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9c6116da-2d41-44dc-91ba-6e6bc9482cdf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761649871912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24801011'] for segment, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:12.800616 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9c6116da-2d41-44dc-91ba-6e6bc9482cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740799'] for segment, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:12.810572 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c6116da-2d41-44dc-91ba-6e6bc9482cdf admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=104576) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 19:47:12.811248 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9c6116da-2d41-44dc-91ba-6e6bc9482cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29673540'] for segment, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: from cryptography.utils import int_from_bytes Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: from cryptography.utils import int_from_bytes Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: Traceback (most recent call last): Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: timer() Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: cb(*args, **kw) Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: return func(*args, **kwargs) Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: self._notify() Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: self.callback(batched_events) Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: event.method(event) Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: return f(self, *a, **k) Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: return self._get(url).json() Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: return self.request(url, 'GET', **kwargs) Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 19:47:12.815630 dv-cinder-792462-15-smb neutron-server[104576]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 19:47:12.874157 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9c6116da-2d41-44dc-91ba-6e6bc9482cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33202238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33078149'] for network, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:12.878838 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-785b73e8-778f-4604-8de9-838e14edf31f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:12.886735 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9c6116da-2d41-44dc-91ba-6e6bc9482cdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for network, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:12.888829 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-9c6116da-2d41-44dc-91ba-6e6bc9482cdf admin admin] 10.222.0.38 "DELETE /v2.0/networks/cbd5c296-051f-43ab-b7d6-154e00c9c776 HTTP/1.1" status: 204 len: 168 time: 0.4244924 Jun 21 19:47:12.908928 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6116da-2d41-44dc-91ba-6e6bc9482cdf admin admin] Pushing event deleted for resources: {'Network': ['ID=cbd5c296-051f-43ab-b7d6-154e00c9c776,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:12.911519 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-9c6116da-2d41-44dc-91ba-6e6bc9482cdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:13.146638 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 43624) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:47:13.192875 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-926d8296-87f6-40f4-b540-4f6e1223ae75 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ffc77c8d33bc44a59650792ffcc5c42d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0450361 Jun 21 19:47:13.195622 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 43628) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:47:13.251741 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-30d00dd9-9738-41d1-89e0-9ebb82d73bf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:13.278099 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-30d00dd9-9738-41d1-89e0-9ebb82d73bf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:13.355929 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-30d00dd9-9738-41d1-89e0-9ebb82d73bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:13.359269 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-30d00dd9-9738-41d1-89e0-9ebb82d73bf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:13.362474 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-30d00dd9-9738-41d1-89e0-9ebb82d73bf3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/42b2f16b-753c-4771-877e-a796cfb706f0 HTTP/1.1" status: 204 len: 168 time: 0.1635177 Jun 21 19:47:13.362474 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-dc90125f-2f9f-4725-a060-5cd6fd5e4fcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:13.374005 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-50b0ca45-cc77-4c56-b120-6e97946dfd5d req-25de84ee-2112-46fc-be82-e481e05f58f0 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1887807253&fields=id&tenant_id=7d038946e22a4a039bc4d65b7cf25809 HTTP/1.1" status: 200 len: 267 time: 0.0612559 Jun 21 19:47:13.379123 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d00dd9-9738-41d1-89e0-9ebb82d73bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b2f16b-753c-4771-877e-a796cfb706f0,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:13.381486 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-30d00dd9-9738-41d1-89e0-9ebb82d73bf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:13.496271 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0ca45-cc77-4c56-b120-6e97946dfd5d req-32f53aaf-800e-4688-928a-9361b78b68ef tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:13.498129 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-50b0ca45-cc77-4c56-b120-6e97946dfd5d req-32f53aaf-800e-4688-928a-9361b78b68ef tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/networks?id=0f9d9530-e1a8-407d-9ee9-f77d68ba41e8 HTTP/1.1" status: 200 len: 808 time: 0.1157210 Jun 21 19:47:13.530623 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-50b0ca45-cc77-4c56-b120-6e97946dfd5d req-4ac7ec36-8a4d-40c4-872e-68df32b60287 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/quotas/7d038946e22a4a039bc4d65b7cf25809 HTTP/1.1" status: 200 len: 375 time: 0.0239921 Jun 21 19:47:13.575101 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40d8ca-af6f-437d-bb5d-2e994a4f98c1 req-05af9157-5000-4f43-9b36-d9e43f3caada tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:13.577396 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-0b40d8ca-af6f-437d-bb5d-2e994a4f98c1 req-05af9157-5000-4f43-9b36-d9e43f3caada tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/ports?device_id=603db75d-08d0-4a79-9b16-178decf5f386 HTTP/1.1" status: 200 len: 945 time: 0.1250901 Jun 21 19:47:13.632555 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-0b40d8ca-af6f-437d-bb5d-2e994a4f98c1 req-51e1bbd4-686f-4018-882e-cf21a4105dc7 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5c1761f-fdc5-4fe5-a7f6-64ccd7556773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479772 Jun 21 19:47:13.660852 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-50b0ca45-cc77-4c56-b120-6e97946dfd5d req-a49ee593-139b-44f9-99ac-4ecbec887b4c tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=7d038946e22a4a039bc4d65b7cf25809&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1193752 Jun 21 19:47:13.796778 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-50b0ca45-cc77-4c56-b120-6e97946dfd5d req-b07a6430-1c36-416b-8ddf-69fa9e51eaa4 service neutron] 10.222.0.38 "GET /v2.0/networks/0f9d9530-e1a8-407d-9ee9-f77d68ba41e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230628 Jun 21 19:47:13.851220 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfc61cf-8603-404c-b2ca-8437e2fd15d4 req-2f26170f-bf3a-4e53-8a6a-2f60890521d7 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:13.853215 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-3dfc61cf-8603-404c-b2ca-8437e2fd15d4 req-2f26170f-bf3a-4e53-8a6a-2f60890521d7 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 943 time: 0.0825751 Jun 21 19:47:13.928382 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-3dfc61cf-8603-404c-b2ca-8437e2fd15d4 req-52df672b-dc4f-4c0d-ab18-81e0a2a6961a tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655968 Jun 21 19:47:13.950511 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-50b0ca45-cc77-4c56-b120-6e97946dfd5d req-ffb7b646-1259-4d23-8532-ef56027010c3 service neutron] 10.222.0.38 "GET /v2.0/networks/0f9d9530-e1a8-407d-9ee9-f77d68ba41e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438601 Jun 21 19:47:13.985583 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device 3da4fb48-6141-4d89-b2f9-146d6f1da44d no longer exists at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 19:47:14.011545 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] No Port match for: 3da4fb48-6141-4d89-b2f9-146d6f1da44d {{(pid=104577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 19:47:14.011992 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device 3da4fb48-6141-4d89-b2f9-146d6f1da44d not bound to the agent host dv-cinder-792462-15-smb {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 19:47:14.358174 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-f2259108-f592-4526-ae5c-8d70691c6cbb req-f88123cd-2a9a-40a5-b69f-7f04adee42a8 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/ports?device_id=dcaea13c-6cb5-4b73-96e9-54bb35a44a4b HTTP/1.1" status: 200 len: 210 time: 0.0355287 Jun 21 19:47:14.834745 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71834baf-7072-4535-b202-ee3fcf4beb01 req-f1e081ae-d48a-467c-b1f2-8d2eeb20535e tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:14.836372 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-71834baf-7072-4535-b202-ee3fcf4beb01 req-f1e081ae-d48a-467c-b1f2-8d2eeb20535e tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/ports?device_id=603db75d-08d0-4a79-9b16-178decf5f386 HTTP/1.1" status: 200 len: 945 time: 0.0655067 Jun 21 19:47:14.879305 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-71834baf-7072-4535-b202-ee3fcf4beb01 req-4c04ad56-1c83-4fe5-8c97-d364a8d9c341 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5c1761f-fdc5-4fe5-a7f6-64ccd7556773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374768 Jun 21 19:47:15.120454 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e65643e-9ce5-403e-9fe4-81d5eee26c26 req-f4330dec-16a5-4416-b98b-d6130f0688c7 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:15.121954 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-0e65643e-9ce5-403e-9fe4-81d5eee26c26 req-f4330dec-16a5-4416-b98b-d6130f0688c7 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 943 time: 0.0720351 Jun 21 19:47:15.160323 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-0e65643e-9ce5-403e-9fe4-81d5eee26c26 req-e2a97c63-2bb1-4f9f-b847-f03876b31037 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320790 Jun 21 19:47:15.396644 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 43702) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:47:15.495366 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-9471a3c7-e2ac-4ee8-a17a-0a565d645c47 req-4e4e0dc3-11b9-4aee-9625-360826476182 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/ports?device_id=dcaea13c-6cb5-4b73-96e9-54bb35a44a4b HTTP/1.1" status: 200 len: 210 time: 0.0303426 Jun 21 19:47:15.523600 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-0e2d0ccb-fbff-4b01-9f54-853b3c50c313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:15.634887 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-0e2d0ccb-fbff-4b01-9f54-853b3c50c313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:15.638663 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-0e2d0ccb-fbff-4b01-9f54-853b3c50c313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:15.641822 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-e1f57a89-4078-40cd-96da-b8d325761dd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:15.675179 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-0e2d0ccb-fbff-4b01-9f54-853b3c50c313 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cb7b8d67c69c4ab5a78649d10f9dd6f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2773755 Jun 21 19:47:15.678258 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 43708) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:47:15.678503 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d0ccb-fbff-4b01-9f54-853b3c50c313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec84dc2-d47a-49cb-9663-2b5b7ed8f9f8,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:15.681628 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-0e2d0ccb-fbff-4b01-9f54-853b3c50c313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:15.755896 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-dbcfd554-426c-47f4-b544-9acf8cc26f66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:15.781536 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-dbcfd554-426c-47f4-b544-9acf8cc26f66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:15.830520 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-dbcfd554-426c-47f4-b544-9acf8cc26f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:15.833082 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-dbcfd554-426c-47f4-b544-9acf8cc26f66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:15.834248 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-dbcfd554-426c-47f4-b544-9acf8cc26f66 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5ec84dc2-d47a-49cb-9663-2b5b7ed8f9f8 HTTP/1.1" status: 204 len: 168 time: 0.1545999 Jun 21 19:47:15.835050 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-f1571655-14ba-4e1a-9840-14d2b8eecb0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:15.842376 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcfd554-426c-47f4-b544-9acf8cc26f66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec84dc2-d47a-49cb-9663-2b5b7ed8f9f8,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:15.845551 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-dbcfd554-426c-47f4-b544-9acf8cc26f66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:16.092338 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5dd5f-225f-4581-a3b9-ea24ad2c35de req-454a2ec7-ecb3-4544-9fb0-a6d8da6d227b tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:16.097735 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-f8a5dd5f-225f-4581-a3b9-ea24ad2c35de req-454a2ec7-ecb3-4544-9fb0-a6d8da6d227b tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/ports?device_id=603db75d-08d0-4a79-9b16-178decf5f386 HTTP/1.1" status: 200 len: 945 time: 0.1032052 Jun 21 19:47:16.150939 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 43718) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:47:16.171539 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-f8a5dd5f-225f-4581-a3b9-ea24ad2c35de req-4304ee2b-0abe-49f3-ac7a-4d36839416ed tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5c1761f-fdc5-4fe5-a7f6-64ccd7556773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670514 Jun 21 19:47:16.173318 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-068a0723-ae9a-4b5c-b696-c325ddb4954c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:16.279355 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-068a0723-ae9a-4b5c-b696-c325ddb4954c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:16.283655 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-068a0723-ae9a-4b5c-b696-c325ddb4954c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:16.286207 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-30d00dd9-9738-41d1-89e0-9ebb82d73bf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:16.348013 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-068a0723-ae9a-4b5c-b696-c325ddb4954c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e711135b2eb14c0c9d4412da68ed6f07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1953969 Jun 21 19:47:16.349938 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a0723-ae9a-4b5c-b696-c325ddb4954c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de66af43-af45-45d7-84e1-246535e6cc80,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:16.350666 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 43724) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:47:16.353079 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-068a0723-ae9a-4b5c-b696-c325ddb4954c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:16.385435 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e6842-4373-4558-8dfb-77e079b7b975 req-7400fc27-11ce-4fd7-a9b9-6907b6c30dc2 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:16.386910 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-8d4e6842-4373-4558-8dfb-77e079b7b975 req-7400fc27-11ce-4fd7-a9b9-6907b6c30dc2 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 943 time: 0.0922656 Jun 21 19:47:16.402104 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-60792b33-4e8e-437e-b90f-e144c9e1686c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:16.423450 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-60792b33-4e8e-437e-b90f-e144c9e1686c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:16.424634 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-8d4e6842-4373-4558-8dfb-77e079b7b975 req-a3b338f8-9828-416b-be2c-672325e36882 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313489 Jun 21 19:47:16.467962 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-60792b33-4e8e-437e-b90f-e144c9e1686c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:16.471373 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-60792b33-4e8e-437e-b90f-e144c9e1686c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:16.472993 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-60792b33-4e8e-437e-b90f-e144c9e1686c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/de66af43-af45-45d7-84e1-246535e6cc80 HTTP/1.1" status: 204 len: 168 time: 0.1211860 Jun 21 19:47:16.474042 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-71900733-80f4-44f7-91ab-dd8d2edd5333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:16.494379 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60792b33-4e8e-437e-b90f-e144c9e1686c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de66af43-af45-45d7-84e1-246535e6cc80,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:16.496900 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-60792b33-4e8e-437e-b90f-e144c9e1686c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:16.660545 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-7e580e2a-6f00-43de-a8c5-e9cd6805c19e req-7f7467db-c4c2-4760-9d51-d459c6c6c1c7 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/ports?device_id=dcaea13c-6cb5-4b73-96e9-54bb35a44a4b HTTP/1.1" status: 200 len: 210 time: 0.0287418 Jun 21 19:47:17.371405 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96859b5c-b10f-4f79-9ab1-abc9e42372b7 req-7f7c7c93-e7c6-4817-b884-dc6f77612ded tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:17.372949 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-96859b5c-b10f-4f79-9ab1-abc9e42372b7 req-7f7c7c93-e7c6-4817-b884-dc6f77612ded tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/ports?device_id=603db75d-08d0-4a79-9b16-178decf5f386 HTTP/1.1" status: 200 len: 945 time: 0.0741601 Jun 21 19:47:17.423637 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-96859b5c-b10f-4f79-9ab1-abc9e42372b7 req-85014c4b-37aa-45ec-ab08-2979d6a98bf9 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5c1761f-fdc5-4fe5-a7f6-64ccd7556773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445945 Jun 21 19:47:17.617061 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cdedb6-edc8-41e5-abaf-4d5624ccd417 req-cc64e8dd-3229-42f6-9860-9f4dd34835ae tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:17.618694 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-12cdedb6-edc8-41e5-abaf-4d5624ccd417 req-cc64e8dd-3229-42f6-9860-9f4dd34835ae tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 943 time: 0.0782716 Jun 21 19:47:17.674973 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-12cdedb6-edc8-41e5-abaf-4d5624ccd417 req-cc26181b-4075-4b52-a63f-2970c9178da4 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496323 Jun 21 19:47:17.810711 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-283a333b-8c6e-463a-836d-64a3e4ec0963 req-3eb56d6c-7f3b-48b0-83a6-767fa979c180 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/ports?device_id=dcaea13c-6cb5-4b73-96e9-54bb35a44a4b HTTP/1.1" status: 200 len: 210 time: 0.0327837 Jun 21 19:47:18.609314 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37394430-7e73-482b-a361-962239fdb1a8 req-67d03f42-b44b-49a1-be04-958ccb45d6ab tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:18.611215 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-37394430-7e73-482b-a361-962239fdb1a8 req-67d03f42-b44b-49a1-be04-958ccb45d6ab tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/ports?device_id=603db75d-08d0-4a79-9b16-178decf5f386 HTTP/1.1" status: 200 len: 945 time: 0.0648537 Jun 21 19:47:18.647843 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-37394430-7e73-482b-a361-962239fdb1a8 req-fc80ae6c-877c-4af6-bf60-4c59bee07c19 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5c1761f-fdc5-4fe5-a7f6-64ccd7556773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305784 Jun 21 19:47:18.865822 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534273a-8359-4a82-a9a0-1778197a9904 req-8d36b4a9-764f-434c-9302-f0ab2779fa83 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:18.867223 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-1534273a-8359-4a82-a9a0-1778197a9904 req-8d36b4a9-764f-434c-9302-f0ab2779fa83 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 943 time: 0.0628722 Jun 21 19:47:18.903767 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-1534273a-8359-4a82-a9a0-1778197a9904 req-24fc1ad8-136b-4bd1-8790-d52522229014 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307357 Jun 21 19:47:18.957891 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-d21e5acc-4b67-4327-9927-739d13a4802b req-acef0cdd-4f69-4e85-a7ca-cfeafcfe7d24 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/ports?device_id=dcaea13c-6cb5-4b73-96e9-54bb35a44a4b HTTP/1.1" status: 200 len: 210 time: 0.0311949 Jun 21 19:47:19.836272 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b1c628-eeed-4b8d-912d-db05216fff49 req-8e11f71b-0285-43b2-aa03-a318d04d5b3e tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:19.838013 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-f3b1c628-eeed-4b8d-912d-db05216fff49 req-8e11f71b-0285-43b2-aa03-a318d04d5b3e tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/ports?device_id=603db75d-08d0-4a79-9b16-178decf5f386 HTTP/1.1" status: 200 len: 945 time: 0.0670991 Jun 21 19:47:19.876116 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-f3b1c628-eeed-4b8d-912d-db05216fff49 req-73177355-9ffb-422a-a0d4-04e4a61b34df tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5c1761f-fdc5-4fe5-a7f6-64ccd7556773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319328 Jun 21 19:47:20.134966 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-0d1b2e63-7623-40af-8917-f8338f7cf08f req-51c0874f-0cc1-438a-acbc-cc09471eef47 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/ports?device_id=dcaea13c-6cb5-4b73-96e9-54bb35a44a4b HTTP/1.1" status: 200 len: 210 time: 0.0329318 Jun 21 19:47:20.165153 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1250a42-5dfc-4900-9975-1993f20e46a5 req-22d2c32d-bd57-43ba-810a-ef9b7ceaa12c tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:20.169790 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-c1250a42-5dfc-4900-9975-1993f20e46a5 req-22d2c32d-bd57-43ba-810a-ef9b7ceaa12c tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 943 time: 0.0841165 Jun 21 19:47:20.212896 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-c1250a42-5dfc-4900-9975-1993f20e46a5 req-5161936b-c3da-4b53-b70e-419fec7d7230 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403895 Jun 21 19:47:21.042478 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a630ce8-c129-4f77-b162-c0ff460c1d8f req-fa639f96-760e-423b-8d30-d9834f2049e4 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:21.043912 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-5a630ce8-c129-4f77-b162-c0ff460c1d8f req-fa639f96-760e-423b-8d30-d9834f2049e4 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/ports?device_id=603db75d-08d0-4a79-9b16-178decf5f386 HTTP/1.1" status: 200 len: 945 time: 0.0605083 Jun 21 19:47:21.080589 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-5a630ce8-c129-4f77-b162-c0ff460c1d8f req-9cebfbf9-feb5-4cb8-8929-8621c9ea9744 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5c1761f-fdc5-4fe5-a7f6-64ccd7556773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308781 Jun 21 19:47:21.280796 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-fb85ced2-d9a4-43f9-9b6b-ebb41fef8cbd req-8534d3c2-d58a-4b4b-8384-9a726b27eeeb tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/ports?device_id=dcaea13c-6cb5-4b73-96e9-54bb35a44a4b HTTP/1.1" status: 200 len: 210 time: 0.0287528 Jun 21 19:47:21.415794 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9996ec86-cc2d-413b-a7cd-ac1982d5417e req-973a285c-eab1-4575-bd93-7ed1170f0005 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:21.417244 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-9996ec86-cc2d-413b-a7cd-ac1982d5417e req-973a285c-eab1-4575-bd93-7ed1170f0005 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 943 time: 0.0637746 Jun 21 19:47:21.454931 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-9996ec86-cc2d-413b-a7cd-ac1982d5417e req-6a4f7371-a18b-4ef6-b7b9-e8d5c2863254 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310874 Jun 21 19:47:21.671795 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d58dc6-269a-4ee4-8900-c0df386b6618 req-f40b712c-ae5a-437c-b5bc-8e4b86fe0b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:21.673960 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-e8d58dc6-269a-4ee4-8900-c0df386b6618 req-f40b712c-ae5a-437c-b5bc-8e4b86fe0b2b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3205c2d168d1416082370ad83702a837&device_id=d235eb10-8e98-4504-ba25-fd652fe4dd89 HTTP/1.1" status: 200 len: 1137 time: 0.0545638 Jun 21 19:47:21.725503 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 43838) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:47:21.789922 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d58dc6-269a-4ee4-8900-c0df386b6618 req-3bc3e22d-6cf6-4f36-8305-96f639446de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:21.792086 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-e8d58dc6-269a-4ee4-8900-c0df386b6618 req-3bc3e22d-6cf6-4f36-8305-96f639446de7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=19c05a2e-c96a-47ee-8535-1ae4ceee4224 HTTP/1.1" status: 200 len: 915 time: 0.1090360 Jun 21 19:47:21.849847 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-7cc3fcb0-7df3-4e01-8d1d-aa2fd8a7c73b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:21.876462 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-e8d58dc6-269a-4ee4-8900-c0df386b6618 req-4fcd504a-9f98-4a96-9d9e-3e0b9bac610a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee63124c-cd52-4b70-8fd9-4fe6643f9ef0 HTTP/1.1" status: 200 len: 1001 time: 0.0735607 Jun 21 19:47:21.935450 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d58dc6-269a-4ee4-8900-c0df386b6618 req-3652ce77-4f75-4310-8fb4-5cd747779841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:21.937778 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-e8d58dc6-269a-4ee4-8900-c0df386b6618 req-3652ce77-4f75-4310-8fb4-5cd747779841 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99480cc9-be18-4d81-9b4a-7e12c2e3e8b8 HTTP/1.1" status: 200 len: 853 time: 0.0503361 Jun 21 19:47:22.006914 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d58dc6-269a-4ee4-8900-c0df386b6618 req-d79ace1f-0ada-43d6-8f5e-0918da549765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:22.007831 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-7cc3fcb0-7df3-4e01-8d1d-aa2fd8a7c73b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:22.008304 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-e8d58dc6-269a-4ee4-8900-c0df386b6618 req-d79ace1f-0ada-43d6-8f5e-0918da549765 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=19c05a2e-c96a-47ee-8535-1ae4ceee4224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0632820 Jun 21 19:47:22.012967 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-7cc3fcb0-7df3-4e01-8d1d-aa2fd8a7c73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:22.017372 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-04bd5420-44c5-456f-bc93-020b3a646c27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:22.058216 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b82ad6-0369-486d-bd40-10b73231575f req-784be5e7-549c-4987-9005-ae17632aa5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:22.059689 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-04b82ad6-0369-486d-bd40-10b73231575f req-784be5e7-549c-4987-9005-ae17632aa5ff service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=603db75d-08d0-4a79-9b16-178decf5f386 HTTP/1.1" status: 200 len: 1098 time: 0.1738148 Jun 21 19:47:22.064083 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-7cc3fcb0-7df3-4e01-8d1d-aa2fd8a7c73b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c1264b1e93ee4196b9fd84558684dee8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3375585 Jun 21 19:47:22.064983 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc3fcb0-7df3-4e01-8d1d-aa2fd8a7c73b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18eca0bd-6565-4d17-be0e-278e05b3d435,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:22.067389 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 43842) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:47:22.089127 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-7cc3fcb0-7df3-4e01-8d1d-aa2fd8a7c73b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:22.132201 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-e8d58dc6-269a-4ee4-8900-c0df386b6618 req-89bebb48-335e-495a-ba8d-28435e7358f9 service neutron] 10.222.0.46 "GET /v2.0/networks/19c05a2e-c96a-47ee-8535-1ae4ceee4224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125441 Jun 21 19:47:22.143040 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-04b82ad6-0369-486d-bd40-10b73231575f req-265a427d-0351-450d-876c-464825ff16f5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a5c1761f-fdc5-4fe5-a7f6-64ccd7556773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529201 Jun 21 19:47:22.147509 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-5c728836-5404-43cd-8eed-0a6e9872585d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:22.174594 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-5c728836-5404-43cd-8eed-0a6e9872585d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:22.225574 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-5c728836-5404-43cd-8eed-0a6e9872585d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:22.231335 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-5c728836-5404-43cd-8eed-0a6e9872585d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:22.232656 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-5c728836-5404-43cd-8eed-0a6e9872585d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/18eca0bd-6565-4d17-be0e-278e05b3d435 HTTP/1.1" status: 204 len: 168 time: 0.1643641 Jun 21 19:47:22.234304 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-ad35b586-f8ce-4495-9fa3-58df3a3aa1a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:22.246142 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c728836-5404-43cd-8eed-0a6e9872585d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18eca0bd-6565-4d17-be0e-278e05b3d435,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:22.248454 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-5c728836-5404-43cd-8eed-0a6e9872585d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:22.347536 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0f9efd-2268-4a03-84b0-fbbad136cc8b req-8cebcee9-e68a-4065-b1ef-fe491b498867 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:22.354602 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-8c0f9efd-2268-4a03-84b0-fbbad136cc8b req-8cebcee9-e68a-4065-b1ef-fe491b498867 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/ports?device_id=603db75d-08d0-4a79-9b16-178decf5f386 HTTP/1.1" status: 200 len: 945 time: 0.1457946 Jun 21 19:47:22.381453 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-e8d58dc6-269a-4ee4-8900-c0df386b6618 req-559be513-46b2-4512-927d-20317ccdb3ef service neutron] 10.222.0.46 "GET /v2.0/networks/19c05a2e-c96a-47ee-8535-1ae4ceee4224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737664 Jun 21 19:47:22.411024 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-8c0f9efd-2268-4a03-84b0-fbbad136cc8b req-910b39ce-2c20-42a9-9ded-6f2bce3a0c14 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5c1761f-fdc5-4fe5-a7f6-64ccd7556773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554271 Jun 21 19:47:22.451727 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-12c7ecad-5179-4996-95b2-08897d4edc83 req-fc3bbc68-de63-4634-9841-1df2e59fc817 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/ports?device_id=dcaea13c-6cb5-4b73-96e9-54bb35a44a4b HTTP/1.1" status: 200 len: 210 time: 0.0411637 Jun 21 19:47:22.601838 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 43860) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:47:22.616869 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-fb4127ed-7ec9-4145-a750-744619cd1627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:22.729485 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5218405f-d6c7-4799-9190-5d4c636ecdb6 req-0124156e-54f4-4975-a9af-66d8b989efe9 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:22.731299 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-5218405f-d6c7-4799-9190-5d4c636ecdb6 req-0124156e-54f4-4975-a9af-66d8b989efe9 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 943 time: 0.1439848 Jun 21 19:47:22.745054 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-fb4127ed-7ec9-4145-a750-744619cd1627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:22.749217 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-fb4127ed-7ec9-4145-a750-744619cd1627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:22.752673 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-7605c87a-d888-432d-8228-b12359a6934c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:22.789854 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-fb4127ed-7ec9-4145-a750-744619cd1627 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=40d536ea24ab4b24a4f58e4723cdcda4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1865103 Jun 21 19:47:22.795146 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4127ed-7ec9-4145-a750-744619cd1627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15802260-1199-43f1-b615-713aec133ec7,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:22.797787 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0ca45-cc77-4c56-b120-6e97946dfd5d req-57fdb8e3-af9c-45e6-98b3-3fe3c1044a80 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:22.799273 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-50b0ca45-cc77-4c56-b120-6e97946dfd5d req-57fdb8e3-af9c-45e6-98b3-3fe3c1044a80 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.46 "GET /v2.0/networks?id=0f9d9530-e1a8-407d-9ee9-f77d68ba41e8 HTTP/1.1" status: 200 len: 808 time: 0.1801419 Jun 21 19:47:22.801625 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 43866) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:47:22.810265 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-fb4127ed-7ec9-4145-a750-744619cd1627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:22.810721 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-5218405f-d6c7-4799-9190-5d4c636ecdb6 req-32db6450-a9a8-4abb-bec8-02e5d7b1fb9b tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665801 Jun 21 19:47:22.872898 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-50b0ca45-cc77-4c56-b120-6e97946dfd5d req-ae05deb7-080b-48b8-a1cb-42339eb856be tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d038946e22a4a039bc4d65b7cf25809 HTTP/1.1" status: 200 len: 380 time: 0.0516808 Jun 21 19:47:22.882148 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-f7fd4504-bde9-4e7a-a1a7-599923fd0355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:22.888348 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [req-50b0ca45-cc77-4c56-b120-6e97946dfd5d req-9c072ddb-d539-45c1-89a4-58438b57dd15 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Request body: {'port': {'device_id': 'dcaea13c-6cb5-4b73-96e9-54bb35a44a4b', 'network_id': '0f9d9530-e1a8-407d-9ee9-f77d68ba41e8', 'admin_state_up': True, 'tenant_id': '7d038946e22a4a039bc4d65b7cf25809', 'security_groups': ['8c9a552d-625e-425c-b17f-826e218849c8']}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:47:22.950151 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-f7fd4504-bde9-4e7a-a1a7-599923fd0355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:23.030854 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-f7fd4504-bde9-4e7a-a1a7-599923fd0355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:23.033530 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-f7fd4504-bde9-4e7a-a1a7-599923fd0355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:23.034654 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-f7fd4504-bde9-4e7a-a1a7-599923fd0355 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/15802260-1199-43f1-b615-713aec133ec7 HTTP/1.1" status: 204 len: 168 time: 0.2321141 Jun 21 19:47:23.035702 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-9cd7b6ff-9092-4152-8717-789c237ad24e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:23.038464 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50b0ca45-cc77-4c56-b120-6e97946dfd5d req-9c072ddb-d539-45c1-89a4-58438b57dd15 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Made reservation on behalf of 7d038946e22a4a039bc4d65b7cf25809 for: {'port': 1} {{(pid=104575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:47:23.041996 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-50b0ca45-cc77-4c56-b120-6e97946dfd5d req-9c072ddb-d539-45c1-89a4-58438b57dd15 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for port, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:23.055228 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fd4504-bde9-4e7a-a1a7-599923fd0355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15802260-1199-43f1-b615-713aec133ec7,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:23.058497 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-f7fd4504-bde9-4e7a-a1a7-599923fd0355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:23.180621 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.db_base_plugin_common [req-50b0ca45-cc77-4c56-b120-6e97946dfd5d req-9c072ddb-d539-45c1-89a4-58438b57dd15 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Allocated IP 172.20.0.4 (0f9d9530-e1a8-407d-9ee9-f77d68ba41e8/fdf61b56-f8b4-457a-8e16-21ee84ffaed4/a2622d17-8638-47b1-b4f3-0b5179832f75) {{(pid=104575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:47:23.364875 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-50b0ca45-cc77-4c56-b120-6e97946dfd5d req-9c072ddb-d539-45c1-89a4-58438b57dd15 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Notify callbacks [] for port, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:23.378137 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [req-50b0ca45-cc77-4c56-b120-6e97946dfd5d req-9c072ddb-d539-45c1-89a4-58438b57dd15 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Transition to ACTIVE for port object a2622d17-8638-47b1-b4f3-0b5179832f75 will not be triggered until provisioned by entity DHCP. {{(pid=104575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:47:23.416420 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-50b0ca45-cc77-4c56-b120-6e97946dfd5d req-9c072ddb-d539-45c1-89a4-58438b57dd15 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-129462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761649331797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30138796'] for port, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:23.421048 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:23.469088 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50b0ca45-cc77-4c56-b120-6e97946dfd5d req-9c072ddb-d539-45c1-89a4-58438b57dd15 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Network 0f9d9530-e1a8-407d-9ee9-f77d68ba41e8 is already hosted by enough agents. {{(pid=104575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:47:23.473238 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.base_scheduler [req-50b0ca45-cc77-4c56-b120-6e97946dfd5d req-9c072ddb-d539-45c1-89a4-58438b57dd15 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Resources bound (agent type, host, resource id): {{(pid=104575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:47:23.480795 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [req-50b0ca45-cc77-4c56-b120-6e97946dfd5d req-9c072ddb-d539-45c1-89a4-58438b57dd15 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Received port after_create {{(pid=104575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:47:23.508690 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c072ddb-d539-45c1-89a4-58438b57dd15 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Pushing event updated for resources: {'Port': ['ID=a2622d17-8638-47b1-b4f3-0b5179832f75,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:23.513506 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-9c072ddb-d539-45c1-89a4-58438b57dd15 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:23.535746 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0ca45-cc77-4c56-b120-6e97946dfd5d req-9c072ddb-d539-45c1-89a4-58438b57dd15 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:23.536448 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-50b0ca45-cc77-4c56-b120-6e97946dfd5d req-9c072ddb-d539-45c1-89a4-58438b57dd15 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147'] for port, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:23.564195 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-50b0ca45-cc77-4c56-b120-6e97946dfd5d req-9c072ddb-d539-45c1-89a4-58438b57dd15 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6800783 Jun 21 19:47:23.608508 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [req-50b0ca45-cc77-4c56-b120-6e97946dfd5d req-b8fc60ad-1f69-4c5e-83d2-d1c074894d9c service neutron] Request body: {'port': {'device_id': 'dcaea13c-6cb5-4b73-96e9-54bb35a44a4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:47:23.787666 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-50b0ca45-cc77-4c56-b120-6e97946dfd5d req-b8fc60ad-1f69-4c5e-83d2-d1c074894d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:23.826476 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a369ff-64d5-43c5-bc73-36a25170ec9e req-1c69c237-095a-43c9-bf43-a1e0e932e490 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:23.828015 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-b5a369ff-64d5-43c5-bc73-36a25170ec9e req-1c69c237-095a-43c9-bf43-a1e0e932e490 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/ports?device_id=603db75d-08d0-4a79-9b16-178decf5f386 HTTP/1.1" status: 200 len: 945 time: 0.2590063 Jun 21 19:47:23.834025 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e065c-f3f0-4ab8-a0d1-ed91c56725d0 req-398a5d1e-d72a-40ae-8dfa-c53242bae92d tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:23.843785 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-587e065c-f3f0-4ab8-a0d1-ed91c56725d0 req-398a5d1e-d72a-40ae-8dfa-c53242bae92d tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/ports?device_id=dcaea13c-6cb5-4b73-96e9-54bb35a44a4b HTTP/1.1" status: 200 len: 931 time: 0.1196437 Jun 21 19:47:23.855169 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-53f4ed10-494f-4522-b42f-7e8c46f6b10c None None] Provisioning for port a2622d17-8638-47b1-b4f3-0b5179832f75 completed by entity DHCP. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:47:23.865309 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-53f4ed10-494f-4522-b42f-7e8c46f6b10c None None] Provisioning complete for port a2622d17-8638-47b1-b4f3-0b5179832f75 triggered by entity DHCP. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:47:23.866237 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-53f4ed10-494f-4522-b42f-7e8c46f6b10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:23.892466 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-587e065c-f3f0-4ab8-a0d1-ed91c56725d0 req-e28ade50-34b3-436c-9653-e110146cce14 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9a552d-625e-425c-b17f-826e218849c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476909 Jun 21 19:47:23.932142 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-53f4ed10-494f-4522-b42f-7e8c46f6b10c None None] Port a2622d17-8638-47b1-b4f3-0b5179832f75 cannot update to ACTIVE because it is not bound. {{(pid=104577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 19:47:23.937025 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-b5a369ff-64d5-43c5-bc73-36a25170ec9e req-f47211c7-9ea1-4929-aa2a-ec0cb66a49f0 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5c1761f-fdc5-4fe5-a7f6-64ccd7556773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858176 Jun 21 19:47:23.999572 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d258d28-beec-43a8-8b23-7b5697b7f8a3 req-838dfc35-4e87-4ddb-8208-c5efaeece5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:24.001362 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-3d258d28-beec-43a8-8b23-7b5697b7f8a3 req-838dfc35-4e87-4ddb-8208-c5efaeece5d4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=24d88bac2bdc4887aaf0eb2f85b5c6cd&device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 1096 time: 0.0734422 Jun 21 19:47:24.020773 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 43900) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:47:24.023340 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device 17652a9b-0ced-4411-9d13-2c92c873ccea details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=104577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 19:47:24.179900 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port 17652a9b-0ced-4411-9d13-2c92c873ccea, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=17652a9b-0ced-4411-9d13-2c92c873ccea,segment=NetworkSegment(33c04394-201f-475d-af05-ec70e2377f9f),segment_id=33c04394-201f-475d-af05-ec70e2377f9f)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:47:24.193730 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Returning: {'device': '17652a9b-0ced-4411-9d13-2c92c873ccea', 'network_id': '2d4d9e71-b808-45e3-a13f-71991168a9d3', 'port_id': '17652a9b-0ced-4411-9d13-2c92c873ccea', 'mac_address': 'fa:16:3e:f8:9b:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9614296a-537a-414b-ae37-4bb814e04b86', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 19:47:24.234248 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:24.254403 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.notifiers.nova [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17652a9b-0ced-4411-9d13-2c92c873ccea {{(pid=104577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:47:24.275872 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port 17652a9b-0ced-4411-9d13-2c92c873ccea, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=17652a9b-0ced-4411-9d13-2c92c873ccea,segment=NetworkSegment(33c04394-201f-475d-af05-ec70e2377f9f),segment_id=33c04394-201f-475d-af05-ec70e2377f9f)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:47:24.282109 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:24.285155 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-f57f1201-84ce-44bb-bcc7-e2fe3284ff1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:24.374894 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Pushing event updated for resources: {'Port': ['ID=17652a9b-0ced-4411-9d13-2c92c873ccea,revision_number=9']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:24.390982 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:47:24.391892 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:47:24.392233 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:47:24.392567 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:47:24.392898 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:47:24.393223 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:47:24.393548 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:47:24.394049 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:47:24.397251 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:47:24.401935 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:47:24.402286 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:47:24.402628 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:47:24.408869 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:24.443508 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.v2.base [None req-c5d962f9-059a-495e-a94c-6fb4ae8a0544 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1722377701-network', 'tenant_id': '98c5f1b3967843c7a4b090f2d6e8b93e'}} {{(pid=104576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:47:24.482664 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.notifiers.nova [req-50b0ca45-cc77-4c56-b120-6e97946dfd5d req-b8fc60ad-1f69-4c5e-83d2-d1c074894d9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2622d17-8638-47b1-b4f3-0b5179832f75 {{(pid=104575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:47:24.491207 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-50b0ca45-cc77-4c56-b120-6e97946dfd5d req-b8fc60ad-1f69-4c5e-83d2-d1c074894d9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:24.503636 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d962f9-059a-495e-a94c-6fb4ae8a0544 admin admin] Made reservation on behalf of 98c5f1b3967843c7a4b090f2d6e8b93e for: {'network': 1} {{(pid=104576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:47:24.504194 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [req-50b0ca45-cc77-4c56-b120-6e97946dfd5d req-b8fc60ad-1f69-4c5e-83d2-d1c074894d9c service neutron] Transition to ACTIVE for port object a2622d17-8638-47b1-b4f3-0b5179832f75 will not be triggered until provisioned by entity L2. {{(pid=104575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:47:24.505950 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-c5d962f9-059a-495e-a94c-6fb4ae8a0544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for network, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:24.510410 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-50b0ca45-cc77-4c56-b120-6e97946dfd5d req-b8fc60ad-1f69-4c5e-83d2-d1c074894d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30138778'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:24.514236 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:24.519559 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d258d28-beec-43a8-8b23-7b5697b7f8a3 req-3542910e-a352-4188-a57d-d61fb40e57d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:24.521004 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-3d258d28-beec-43a8-8b23-7b5697b7f8a3 req-3542910e-a352-4188-a57d-d61fb40e57d5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2d4d9e71-b808-45e3-a13f-71991168a9d3 HTTP/1.1" status: 200 len: 917 time: 0.4785578 Jun 21 19:47:24.522465 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-c5d962f9-059a-495e-a94c-6fb4ae8a0544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:24.546388 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07948753-cd8c-4975-82f7-9fd9821ed095 req-0c6eacf3-de92-4cb6-b1f4-4d40fae4ec1b tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:24.548368 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-07948753-cd8c-4975-82f7-9fd9821ed095 req-0c6eacf3-de92-4cb6-b1f4-4d40fae4ec1b tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 943 time: 0.4885089 Jun 21 19:47:24.590777 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] get_ports_and_sgs() called for port_ids ['17652a9b-0ced-4411-9d13-2c92c873ccea'] {{(pid=104577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 19:47:24.591227 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc60ad-1f69-4c5e-83d2-d1c074894d9c service neutron] Pushing event updated for resources: {'Port': ['ID=a2622d17-8638-47b1-b4f3-0b5179832f75,revision_number=2']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:24.595465 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-b8fc60ad-1f69-4c5e-83d2-d1c074894d9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:24.643146 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-3d258d28-beec-43a8-8b23-7b5697b7f8a3 req-357d880b-e070-46bc-8441-893de5c492f4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17652a9b-0ced-4411-9d13-2c92c873ccea HTTP/1.1" status: 200 len: 1000 time: 0.1105790 Jun 21 19:47:24.658291 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-07948753-cd8c-4975-82f7-9fd9821ed095 req-95230549-1e18-4c8e-b984-10892a6cebdc tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027393 Jun 21 19:47:24.679786 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [req-50b0ca45-cc77-4c56-b120-6e97946dfd5d req-b8fc60ad-1f69-4c5e-83d2-d1c074894d9c service neutron] Attempting to bind port a2622d17-8638-47b1-b4f3-0b5179832f75 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:47:24.680410 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [req-50b0ca45-cc77-4c56-b120-6e97946dfd5d req-b8fc60ad-1f69-4c5e-83d2-d1c074894d9c service neutron] Attempting to bind port a2622d17-8638-47b1-b4f3-0b5179832f75 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '01680dc6-c913-4da3-9332-617721ba6b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0f9d9530-e1a8-407d-9ee9-f77d68ba41e8'}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:47:24.681153 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b0ca45-cc77-4c56-b120-6e97946dfd5d req-b8fc60ad-1f69-4c5e-83d2-d1c074894d9c service neutron] Attempting to bind port a2622d17-8638-47b1-b4f3-0b5179832f75 on network 0f9d9530-e1a8-407d-9ee9-f77d68ba41e8 {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:47:24.686546 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b0ca45-cc77-4c56-b120-6e97946dfd5d req-b8fc60ad-1f69-4c5e-83d2-d1c074894d9c service neutron] Port a2622d17-8638-47b1-b4f3-0b5179832f75 on network 0f9d9530-e1a8-407d-9ee9-f77d68ba41e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 19:47:24.688529 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b0ca45-cc77-4c56-b120-6e97946dfd5d req-b8fc60ad-1f69-4c5e-83d2-d1c074894d9c service neutron] Attempting to bind port a2622d17-8638-47b1-b4f3-0b5179832f75 on network 0f9d9530-e1a8-407d-9ee9-f77d68ba41e8 {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:47:24.697977 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b0ca45-cc77-4c56-b120-6e97946dfd5d req-b8fc60ad-1f69-4c5e-83d2-d1c074894d9c service neutron] Checking agent: {'id': '0b26fa00-c4a2-4127-a29e-c90b7b9119ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 42, 27), 'started_at': datetime.datetime(2021, 6, 21, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:47:24.698988 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b0ca45-cc77-4c56-b120-6e97946dfd5d req-b8fc60ad-1f69-4c5e-83d2-d1c074894d9c service neutron] Checking segment: {'id': '01680dc6-c913-4da3-9332-617721ba6b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0f9d9530-e1a8-407d-9ee9-f77d68ba41e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:47:24.699395 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50b0ca45-cc77-4c56-b120-6e97946dfd5d req-b8fc60ad-1f69-4c5e-83d2-d1c074894d9c service neutron] Bound using segment: {'id': '01680dc6-c913-4da3-9332-617721ba6b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0f9d9530-e1a8-407d-9ee9-f77d68ba41e8'} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:47:24.699899 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [req-50b0ca45-cc77-4c56-b120-6e97946dfd5d req-b8fc60ad-1f69-4c5e-83d2-d1c074894d9c service neutron] Bound port: a2622d17-8638-47b1-b4f3-0b5179832f75, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01680dc6-c913-4da3-9332-617721ba6b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0f9d9530-e1a8-407d-9ee9-f77d68ba41e8'}}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:47:24.700321 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-50b0ca45-cc77-4c56-b120-6e97946dfd5d req-b8fc60ad-1f69-4c5e-83d2-d1c074894d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:24.726209 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d258d28-beec-43a8-8b23-7b5697b7f8a3 req-50d52ea7-a946-4157-b2e9-80052a34a29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:24.728478 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-3d258d28-beec-43a8-8b23-7b5697b7f8a3 req-50d52ea7-a946-4157-b2e9-80052a34a29a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9614296a-537a-414b-ae37-4bb814e04b86 HTTP/1.1" status: 200 len: 855 time: 0.0735657 Jun 21 19:47:24.796047 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-c5d962f9-059a-495e-a94c-6fb4ae8a0544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:24.814641 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-c5d962f9-059a-495e-a94c-6fb4ae8a0544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:24.830628 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.db [req-50b0ca45-cc77-4c56-b120-6e97946dfd5d req-b8fc60ad-1f69-4c5e-83d2-d1c074894d9c service neutron] For port a2622d17-8638-47b1-b4f3-0b5179832f75, host hv-cinder-79246, cleared binding levels {{(pid=104575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:47:24.834519 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-4cf18a97-27fd-4971-9a0d-31e8235b26c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:24.835054 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.db [req-50b0ca45-cc77-4c56-b120-6e97946dfd5d req-b8fc60ad-1f69-4c5e-83d2-d1c074894d9c service neutron] For port a2622d17-8638-47b1-b4f3-0b5179832f75, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a2622d17-8638-47b1-b4f3-0b5179832f75,segment=NetworkSegment(01680dc6-c913-4da3-9332-617721ba6b6f),segment_id=01680dc6-c913-4da3-9332-617721ba6b6f)] {{(pid=104575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:47:24.838741 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5d962f9-059a-495e-a94c-6fb4ae8a0544 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=104576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 19:47:24.841513 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-50b0ca45-cc77-4c56-b120-6e97946dfd5d req-b8fc60ad-1f69-4c5e-83d2-d1c074894d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30138778'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:24.850379 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-5f741d0a-a83e-42f9-a505-b257f1601c3c tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:24.865938 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-c5d962f9-059a-495e-a94c-6fb4ae8a0544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740799'] for segment, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:24.866290 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.db.segments_db [None req-c5d962f9-059a-495e-a94c-6fb4ae8a0544 admin admin] Added segment 6c78d842-2111-4103-a4f6-889af4937d14 of type vlan for network bc3358c4-021b-47c9-9904-b0d9a89cd797 Jun 21 19:47:24.890865 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0ca45-cc77-4c56-b120-6e97946dfd5d req-b8fc60ad-1f69-4c5e-83d2-d1c074894d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:24.891511 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-50b0ca45-cc77-4c56-b120-6e97946dfd5d req-b8fc60ad-1f69-4c5e-83d2-d1c074894d9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147'] for port, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:24.892922 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-50b0ca45-cc77-4c56-b120-6e97946dfd5d req-b8fc60ad-1f69-4c5e-83d2-d1c074894d9c service neutron] 10.222.0.46 "PUT /v2.0/ports/a2622d17-8638-47b1-b4f3-0b5179832f75 HTTP/1.1" status: 200 len: 1093 time: 1.2932436 Jun 21 19:47:24.893337 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcaea13c-6cb5-4b73-96e9-54bb35a44a4b', 'tag': 'a2622d17-8638-47b1-b4f3-0b5179832f75'}] {{(pid=104575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:47:24.895672 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c13f0749771774115a22afc177d9d65845734126b668639f93c48b494dfbeb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f532ab-3397-4987-a70f-85ffb232e6f9" -d '{"events": [{"name": "network-changed", "server_uuid": "dcaea13c-6cb5-4b73-96e9-54bb35a44a4b", "tag": "a2622d17-8638-47b1-b4f3-0b5179832f75"}]}' {{(pid=104575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:47:24.925868 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d962f9-059a-495e-a94c-6fb4ae8a0544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4519e5-d306-4575-af01-b462630d1ca9,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:24.929941 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-c5d962f9-059a-495e-a94c-6fb4ae8a0544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:24.936319 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d258d28-beec-43a8-8b23-7b5697b7f8a3 req-3bf40a33-18fb-4360-83e2-1b64e892984a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:24.937784 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-3d258d28-beec-43a8-8b23-7b5697b7f8a3 req-3bf40a33-18fb-4360-83e2-1b64e892984a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2d4d9e71-b808-45e3-a13f-71991168a9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2011623 Jun 21 19:47:24.943231 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc60ad-1f69-4c5e-83d2-d1c074894d9c service neutron] Pushing event updated for resources: {'Port': ['ID=a2622d17-8638-47b1-b4f3-0b5179832f75,revision_number=3']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:24.949562 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-b8fc60ad-1f69-4c5e-83d2-d1c074894d9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:24.949731 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-c5d962f9-059a-495e-a94c-6fb4ae8a0544 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761649351873'] for network, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:24.984015 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 19:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f6f783-24d0-4d60-a17e-3d61041efbd1 x-openstack-request-id: req-63f6f783-24d0-4d60-a17e-3d61041efbd1 {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:47:24.984421 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcaea13c-6cb5-4b73-96e9-54bb35a44a4b", "tag": "a2622d17-8638-47b1-b4f3-0b5179832f75", "status": "completed", "code": 200}]} {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:47:24.984700 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-63f6f783-24d0-4d60-a17e-3d61041efbd1 {{(pid=104575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:47:24.985601 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcaea13c-6cb5-4b73-96e9-54bb35a44a4b', 'tag': 'a2622d17-8638-47b1-b4f3-0b5179832f75', 'status': 'completed', 'code': 200} Jun 21 19:47:25.034681 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0ca45-cc77-4c56-b120-6e97946dfd5d req-0fa4b0e4-90c5-466d-9459-f2f9f8bc18ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:25.036278 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-50b0ca45-cc77-4c56-b120-6e97946dfd5d req-0fa4b0e4-90c5-466d-9459-f2f9f8bc18ae service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7d038946e22a4a039bc4d65b7cf25809&device_id=dcaea13c-6cb5-4b73-96e9-54bb35a44a4b HTTP/1.1" status: 200 len: 1096 time: 0.0675554 Jun 21 19:47:25.071127 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-3d258d28-beec-43a8-8b23-7b5697b7f8a3 req-3612a5f0-779a-4363-80a4-16afce02119a service neutron] 10.222.0.46 "GET /v2.0/networks/2d4d9e71-b808-45e3-a13f-71991168a9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170137 Jun 21 19:47:25.082078 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-50b0ca45-cc77-4c56-b120-6e97946dfd5d req-23b975f9-f96b-4cdf-88e8-0f805fbf8459 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2622d17-8638-47b1-b4f3-0b5179832f75 HTTP/1.1" status: 200 len: 217 time: 0.0371931 Jun 21 19:47:25.129013 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-c5d962f9-059a-495e-a94c-6fb4ae8a0544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33202238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553'] for network, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:25.146759 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0ca45-cc77-4c56-b120-6e97946dfd5d req-9408d6d0-4edf-4fc1-8ae7-8d565512f431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:25.148231 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-50b0ca45-cc77-4c56-b120-6e97946dfd5d req-9408d6d0-4edf-4fc1-8ae7-8d565512f431 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fdf61b56-f8b4-457a-8e16-21ee84ffaed4 HTTP/1.1" status: 200 len: 847 time: 0.0463288 Jun 21 19:47:25.155402 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d962f9-059a-495e-a94c-6fb4ae8a0544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:25.155996 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-c5d962f9-059a-495e-a94c-6fb4ae8a0544 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for network, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:25.161994 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:25.214211 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0ca45-cc77-4c56-b120-6e97946dfd5d req-5c858615-c760-4231-b2dd-bd1ff966810f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:25.215690 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-50b0ca45-cc77-4c56-b120-6e97946dfd5d req-5c858615-c760-4231-b2dd-bd1ff966810f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0f9d9530-e1a8-407d-9ee9-f77d68ba41e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0553761 Jun 21 19:47:25.234602 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-c5d962f9-059a-495e-a94c-6fb4ae8a0544 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2128525 Jun 21 19:47:25.242619 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 43914) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:47:25.252694 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.v2.base [None req-7e5ecf8f-3057-4b7f-a390-a1394ac3eb4e admin admin] Request body: {'subnet': {'network_id': 'bc3358c4-021b-47c9-9904-b0d9a89cd797', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1722377701-subnet', 'tenant_id': '98c5f1b3967843c7a4b090f2d6e8b93e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:47:25.271649 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d962f9-059a-495e-a94c-6fb4ae8a0544 admin admin] Pushing event updated for resources: {'Network': ['ID=bc3358c4-021b-47c9-9904-b0d9a89cd797,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:25.275242 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-c5d962f9-059a-495e-a94c-6fb4ae8a0544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:25.283031 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Network bc3358c4-021b-47c9-9904-b0d9a89cd797 details requested by agent ovs-agent-dv-cinder-792462-15-smb with host dv-cinder-792462-15-smb {{(pid=104577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 19:47:25.296994 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb46bc-1e2a-48a9-b95f-b17ea661ce93 req-fa844223-f0ee-4290-92b7-e4366e9a73b4 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:25.302222 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-99eb46bc-1e2a-48a9-b95f-b17ea661ce93 req-fa844223-f0ee-4290-92b7-e4366e9a73b4 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/ports?device_id=dcaea13c-6cb5-4b73-96e9-54bb35a44a4b HTTP/1.1" status: 200 len: 943 time: 0.2472501 Jun 21 19:47:25.316753 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-50b0ca45-cc77-4c56-b120-6e97946dfd5d req-11d2ea9f-19db-459d-ad2b-ffc07662b1d5 service neutron] 10.222.0.46 "GET /v2.0/networks/0f9d9530-e1a8-407d-9ee9-f77d68ba41e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884247 Jun 21 19:47:25.319013 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5ecf8f-3057-4b7f-a390-a1394ac3eb4e admin admin] Made reservation on behalf of 98c5f1b3967843c7a4b090f2d6e8b93e for: {'subnet': 1} {{(pid=104576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:47:25.321295 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-7e5ecf8f-3057-4b7f-a390-a1394ac3eb4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29967385'] for subnet, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:25.332065 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-3d258d28-beec-43a8-8b23-7b5697b7f8a3 req-6e0265b0-6632-4205-a40f-2893400ef2b0 service neutron] 10.222.0.46 "GET /v2.0/networks/2d4d9e71-b808-45e3-a13f-71991168a9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276235 Jun 21 19:47:25.398124 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-99eb46bc-1e2a-48a9-b95f-b17ea661ce93 req-0dc1424a-b630-4d91-877b-1d9ab1a438c5 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9a552d-625e-425c-b17f-826e218849c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920744 Jun 21 19:47:25.416740 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-50b0ca45-cc77-4c56-b120-6e97946dfd5d req-d635e394-9115-4483-9dc9-754be90bd857 service neutron] 10.222.0.46 "GET /v2.0/networks/0f9d9530-e1a8-407d-9ee9-f77d68ba41e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915902 Jun 21 19:47:25.515772 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-7e5ecf8f-3057-4b7f-a390-a1394ac3eb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29817390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29967371'] for subnet, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:25.519346 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:25.537574 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f532ab-3397-4987-a70f-85ffb232e6f9 req-545c51c3-b814-44e0-a1e6-13e9f18eefa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:25.539118 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-a1f532ab-3397-4987-a70f-85ffb232e6f9 req-545c51c3-b814-44e0-a1e6-13e9f18eefa7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7d038946e22a4a039bc4d65b7cf25809&device_id=dcaea13c-6cb5-4b73-96e9-54bb35a44a4b HTTP/1.1" status: 200 len: 1096 time: 0.0582526 Jun 21 19:47:25.568073 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5ecf8f-3057-4b7f-a390-a1394ac3eb4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1339892-3789-4f58-8bb0-a1ac2dfcc8d4,revision_number=0']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:25.574713 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-7e5ecf8f-3057-4b7f-a390-a1394ac3eb4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:25.583555 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5ecf8f-3057-4b7f-a390-a1394ac3eb4e admin admin] Checking segment: {'id': '6c78d842-2111-4103-a4f6-889af4937d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'bc3358c4-021b-47c9-9904-b0d9a89cd797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:47:25.583918 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5ecf8f-3057-4b7f-a390-a1394ac3eb4e admin admin] Network hostable DHCP agents. Network: bc3358c4-021b-47c9-9904-b0d9a89cd797, hostable agents: ['a15a033b-c070-47da-bf4d-e41793740fb3'], hosted agents: [] {{(pid=104576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 19:47:25.603879 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5ecf8f-3057-4b7f-a390-a1394ac3eb4e admin admin] Network bc3358c4-021b-47c9-9904-b0d9a89cd797 is scheduled to be hosted by DHCP agent a15a033b-c070-47da-bf4d-e41793740fb3 with binding_index 1 {{(pid=104576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 19:47:25.612827 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.base_scheduler [None req-7e5ecf8f-3057-4b7f-a390-a1394ac3eb4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-15-smb, bc3358c4-021b-47c9-9904-b0d9a89cd797) {{(pid=104576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:47:25.619389 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5ecf8f-3057-4b7f-a390-a1394ac3eb4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:25.620281 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-7e5ecf8f-3057-4b7f-a390-a1394ac3eb4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:25.621479 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec506503-ced2-4be9-bc59-04799d5b9b1b None None] Network bc3358c4-021b-47c9-9904-b0d9a89cd797 requested from dv-cinder-792462-15-smb {{(pid=104577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:47:25.635875 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-7e5ecf8f-3057-4b7f-a390-a1394ac3eb4e admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3896184 Jun 21 19:47:25.637801 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f532ab-3397-4987-a70f-85ffb232e6f9 req-97bd7669-d04c-4c04-b299-c853bdc5ea99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:25.639233 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-a1f532ab-3397-4987-a70f-85ffb232e6f9 req-97bd7669-d04c-4c04-b299-c853bdc5ea99 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0f9d9530-e1a8-407d-9ee9-f77d68ba41e8 HTTP/1.1" status: 200 len: 909 time: 0.0920680 Jun 21 19:47:25.687441 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-a1f532ab-3397-4987-a70f-85ffb232e6f9 req-a88c053b-44d4-4cd4-8717-1b8f57c71f81 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2622d17-8638-47b1-b4f3-0b5179832f75 HTTP/1.1" status: 200 len: 217 time: 0.0408387 Jun 21 19:47:25.752357 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f532ab-3397-4987-a70f-85ffb232e6f9 req-58879ee1-e38e-4e1e-8537-ef3603b491ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:25.754478 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-a1f532ab-3397-4987-a70f-85ffb232e6f9 req-58879ee1-e38e-4e1e-8537-ef3603b491ff service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fdf61b56-f8b4-457a-8e16-21ee84ffaed4 HTTP/1.1" status: 200 len: 847 time: 0.0527432 Jun 21 19:47:25.826408 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f4d29a-2e0b-4371-bf5c-052e225ff26f None None] Network bc3358c4-021b-47c9-9904-b0d9a89cd797 requested from dv-cinder-792462-15-smb {{(pid=104577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:47:25.843215 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f532ab-3397-4987-a70f-85ffb232e6f9 req-26af63d8-8e4f-497d-9211-153610941510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:25.844772 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-a1f532ab-3397-4987-a70f-85ffb232e6f9 req-26af63d8-8e4f-497d-9211-153610941510 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0f9d9530-e1a8-407d-9ee9-f77d68ba41e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0785880 Jun 21 19:47:26.002254 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-a1f532ab-3397-4987-a70f-85ffb232e6f9 req-01b7dd07-1037-4f7c-91ac-cd19f769d2a4 service neutron] 10.222.0.46 "GET /v2.0/networks/0f9d9530-e1a8-407d-9ee9-f77d68ba41e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497862 Jun 21 19:47:26.023564 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device 17652a9b-0ced-4411-9d13-2c92c873ccea up at agent hyperv_hv-cinder-79246 {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:47:26.044706 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e3656c-aa45-445c-b229-d2c721447ce6 req-f2bc97ac-13b5-44e8-a4ef-2b706aa1cf31 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:26.046643 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-55e3656c-aa45-445c-b229-d2c721447ce6 req-f2bc97ac-13b5-44e8-a4ef-2b706aa1cf31 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 944 time: 0.1147292 Jun 21 19:47:26.088422 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Provisioning complete for port 17652a9b-0ced-4411-9d13-2c92c873ccea triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:47:26.088983 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:26.130001 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-55e3656c-aa45-445c-b229-d2c721447ce6 req-3d0659b5-8317-4a8f-bddf-10e00959dc65 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499859 Jun 21 19:47:26.178210 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-a1f532ab-3397-4987-a70f-85ffb232e6f9 req-97c0ddaa-c547-4f8d-9b77-0ad61eb02da1 service neutron] 10.222.0.46 "GET /v2.0/networks/0f9d9530-e1a8-407d-9ee9-f77d68ba41e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657581 Jun 21 19:47:26.215108 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:26.240640 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b49d3a-39fb-4115-82fc-47dcbe1fccb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17652a9b-0ced-4411-9d13-2c92c873ccea'}] {{(pid=104577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:47:26.243976 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c14435dcc002c6d250290293137fb351442a83316ffa0c10b5cf8ed6f24812f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa864466-19a1-4b7e-ae2f-516de57524b7" -d '{"events": [{"server_uuid": "67b49d3a-39fb-4115-82fc-47dcbe1fccb9", "name": "network-vif-plugged", "status": "completed", "tag": "17652a9b-0ced-4411-9d13-2c92c873ccea"}]}' {{(pid=104577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:47:26.259176 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port 17652a9b-0ced-4411-9d13-2c92c873ccea, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=17652a9b-0ced-4411-9d13-2c92c873ccea,segment=NetworkSegment(33c04394-201f-475d-af05-ec70e2377f9f),segment_id=33c04394-201f-475d-af05-ec70e2377f9f)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:47:26.264258 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:26.266311 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-2ae6612f-7dfb-4a30-8564-df626625060a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:26.309820 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 19:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5af3d0-b2ce-44b4-9d40-0833e3583d7d x-openstack-request-id: req-5e5af3d0-b2ce-44b4-9d40-0833e3583d7d {{(pid=104577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:47:26.309820 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b49d3a-39fb-4115-82fc-47dcbe1fccb9", "name": "network-vif-plugged", "status": "completed", "tag": "17652a9b-0ced-4411-9d13-2c92c873ccea", "code": 200}]} {{(pid=104577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:47:26.309820 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5e5af3d0-b2ce-44b4-9d40-0833e3583d7d {{(pid=104577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:47:26.310862 dv-cinder-792462-15-smb neutron-server[104577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b49d3a-39fb-4115-82fc-47dcbe1fccb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17652a9b-0ced-4411-9d13-2c92c873ccea', 'code': 200} Jun 21 19:47:26.372051 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Pushing event updated for resources: {'Port': ['ID=17652a9b-0ced-4411-9d13-2c92c873ccea,revision_number=10']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:26.376499 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:26.586156 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b06c44c-26f3-43e5-8cc4-676448f554bf req-0396ca13-46f0-45eb-939a-04f990227e9b tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:26.587612 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-0b06c44c-26f3-43e5-8cc4-676448f554bf req-0396ca13-46f0-45eb-939a-04f990227e9b tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/ports?device_id=dcaea13c-6cb5-4b73-96e9-54bb35a44a4b HTTP/1.1" status: 200 len: 943 time: 0.0671709 Jun 21 19:47:26.614454 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:26.627151 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-0b06c44c-26f3-43e5-8cc4-676448f554bf req-e05b2e5c-3220-4626-8d07-1ff35cf4b737 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9a552d-625e-425c-b17f-826e218849c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334113 Jun 21 19:47:26.936719 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60b5511-4924-4367-ad7f-220ef675c38a req-ab957e72-6315-4957-839e-f17fce4dfbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:26.938380 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-c60b5511-4924-4367-ad7f-220ef675c38a req-ab957e72-6315-4957-839e-f17fce4dfbce service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 1099 time: 0.0584059 Jun 21 19:47:26.981662 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-c60b5511-4924-4367-ad7f-220ef675c38a req-3f70dfa7-64b2-4bc0-ac2b-d2b749dc5007 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306044 Jun 21 19:47:27.323855 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc61db-197e-4498-9812-236791791048 req-1bc1124a-240c-4d24-961b-589847a0a213 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:27.325326 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-dfcc61db-197e-4498-9812-236791791048 req-1bc1124a-240c-4d24-961b-589847a0a213 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 946 time: 0.0676639 Jun 21 19:47:27.355991 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b29b45-234f-40af-9f43-cfdc70be0d4c req-91f720e3-4df0-4298-b3a2-fa100ab211e4 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:27.357464 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-d7b29b45-234f-40af-9f43-cfdc70be0d4c req-91f720e3-4df0-4298-b3a2-fa100ab211e4 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/ports?device_id=603db75d-08d0-4a79-9b16-178decf5f386 HTTP/1.1" status: 200 len: 945 time: 0.0643427 Jun 21 19:47:27.362566 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-dfcc61db-197e-4498-9812-236791791048 req-6d4533c0-49ba-4524-90ed-d4336e7e5733 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308826 Jun 21 19:47:27.396302 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-d7b29b45-234f-40af-9f43-cfdc70be0d4c req-d98c9b32-ebd6-4417-8c9e-566ec8eabf20 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5c1761f-fdc5-4fe5-a7f6-64ccd7556773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330007 Jun 21 19:47:27.700117 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb3357-dcec-4822-93b7-a958ce76c82e req-2fb3052c-852f-4957-9b50-93468963dc78 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:27.701571 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-3aeb3357-dcec-4822-93b7-a958ce76c82e req-2fb3052c-852f-4957-9b50-93468963dc78 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] 10.222.0.38 "GET /v2.0/networks?id=bc3358c4-021b-47c9-9904-b0d9a89cd797 HTTP/1.1" status: 200 len: 809 time: 0.1010592 Jun 21 19:47:27.715854 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-3aeb3357-dcec-4822-93b7-a958ce76c82e req-b0aad1b7-9d6a-4e49-a835-c552ab8865de tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] 10.222.0.38 "GET /v2.0/quotas/98c5f1b3967843c7a4b090f2d6e8b93e HTTP/1.1" status: 200 len: 375 time: 0.0088546 Jun 21 19:47:27.752623 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-3aeb3357-dcec-4822-93b7-a958ce76c82e req-9ae99f4d-418f-4ff1-8011-9781f992c5b8 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=98c5f1b3967843c7a4b090f2d6e8b93e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316803 Jun 21 19:47:27.794711 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8753191-2a11-448d-adf7-de42c671cece req-64dac838-fc1d-4436-9860-b6aa1044bb24 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:27.796430 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-d8753191-2a11-448d-adf7-de42c671cece req-64dac838-fc1d-4436-9860-b6aa1044bb24 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/ports?device_id=dcaea13c-6cb5-4b73-96e9-54bb35a44a4b HTTP/1.1" status: 200 len: 943 time: 0.0622332 Jun 21 19:47:27.834659 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-d8753191-2a11-448d-adf7-de42c671cece req-10fb1ada-c638-4229-bc73-bd1f5768847b tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9a552d-625e-425c-b17f-826e218849c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320122 Jun 21 19:47:27.840869 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-3aeb3357-dcec-4822-93b7-a958ce76c82e req-e71be68c-b28f-48dc-8318-f1f8dcd23f8a service neutron] 10.222.0.38 "GET /v2.0/networks/bc3358c4-021b-47c9-9904-b0d9a89cd797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816269 Jun 21 19:47:27.930646 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-3aeb3357-dcec-4822-93b7-a958ce76c82e req-3e32d622-53d9-48a5-8f01-1c64f00b159b service neutron] 10.222.0.38 "GET /v2.0/networks/bc3358c4-021b-47c9-9904-b0d9a89cd797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834484 Jun 21 19:47:28.033051 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device a2622d17-8638-47b1-b4f3-0b5179832f75 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=104577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 19:47:28.098790 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-878351e2-033a-4f5c-9ab0-60025a283d4b req-f68cf10b-f68f-4ca4-9747-4e1e3a5e3972 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a71080e-f99b-4772-b8b4-c63b190d2d08 HTTP/1.1" status: 200 len: 210 time: 0.0359247 Jun 21 19:47:28.138553 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port a2622d17-8638-47b1-b4f3-0b5179832f75, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a2622d17-8638-47b1-b4f3-0b5179832f75,segment=NetworkSegment(01680dc6-c913-4da3-9332-617721ba6b6f),segment_id=01680dc6-c913-4da3-9332-617721ba6b6f)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:47:28.151628 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Returning: {'device': 'a2622d17-8638-47b1-b4f3-0b5179832f75', 'network_id': '0f9d9530-e1a8-407d-9ee9-f77d68ba41e8', 'port_id': 'a2622d17-8638-47b1-b4f3-0b5179832f75', 'mac_address': 'fa:16:3e:ba:ba:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdf61b56-f8b4-457a-8e16-21ee84ffaed4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 19:47:28.196581 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:28.210437 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.notifiers.nova [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2622d17-8638-47b1-b4f3-0b5179832f75 {{(pid=104577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:47:28.231503 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port a2622d17-8638-47b1-b4f3-0b5179832f75, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a2622d17-8638-47b1-b4f3-0b5179832f75,segment=NetworkSegment(01680dc6-c913-4da3-9332-617721ba6b6f),segment_id=01680dc6-c913-4da3-9332-617721ba6b6f)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:47:28.236836 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:28.239894 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:28.288997 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Pushing event updated for resources: {'Port': ['ID=a2622d17-8638-47b1-b4f3-0b5179832f75,revision_number=4']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:28.292314 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:28.628773 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fecbd99-5dde-45b9-ab18-b166135c3f3c req-a6b40baf-9367-445b-9226-ad079ec915b1 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:28.634585 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f37d8b1-6c3a-47e9-acdb-1505d77837d1 req-f64dd2ee-00ca-4ac8-9877-9b914ef3d995 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:28.636206 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-1f37d8b1-6c3a-47e9-acdb-1505d77837d1 req-f64dd2ee-00ca-4ac8-9877-9b914ef3d995 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 946 time: 0.0989616 Jun 21 19:47:28.636350 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-1fecbd99-5dde-45b9-ab18-b166135c3f3c req-a6b40baf-9367-445b-9226-ad079ec915b1 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/ports?device_id=603db75d-08d0-4a79-9b16-178decf5f386 HTTP/1.1" status: 200 len: 945 time: 0.0762520 Jun 21 19:47:28.644782 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] get_ports_and_sgs() called for port_ids ['a2622d17-8638-47b1-b4f3-0b5179832f75'] {{(pid=104577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 19:47:28.695198 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-1fecbd99-5dde-45b9-ab18-b166135c3f3c req-e3430b99-c1c9-4d91-9013-a48d52306408 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5c1761f-fdc5-4fe5-a7f6-64ccd7556773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578344 Jun 21 19:47:28.696379 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-1f37d8b1-6c3a-47e9-acdb-1505d77837d1 req-5029593f-e2d0-4296-91a5-9a66cb7d705f tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539942 Jun 21 19:47:29.019727 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c90231-bbfe-4b1f-a50b-d2354ddb83f8 req-9d3fb65e-d907-4ee9-bf70-49e4f193a705 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:29.021173 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-d2c90231-bbfe-4b1f-a50b-d2354ddb83f8 req-9d3fb65e-d907-4ee9-bf70-49e4f193a705 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/ports?device_id=dcaea13c-6cb5-4b73-96e9-54bb35a44a4b HTTP/1.1" status: 200 len: 944 time: 0.0615556 Jun 21 19:47:29.058095 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-d2c90231-bbfe-4b1f-a50b-d2354ddb83f8 req-2dd6d12e-6bff-43c2-8df0-415cfe8c830a tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9a552d-625e-425c-b17f-826e218849c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313044 Jun 21 19:47:29.240750 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-eb0447a8-7a40-480f-a4ca-f928348e25de req-0f7b2878-f6ee-47d6-b3e8-f16b97f91950 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a71080e-f99b-4772-b8b4-c63b190d2d08 HTTP/1.1" status: 200 len: 210 time: 0.0279775 Jun 21 19:47:29.502552 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7043b5df-7f94-42cf-b9d3-7169a80dd0ee req-8472feeb-8616-4cdb-b4a8-6547f6f5933d tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:29.504288 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-7043b5df-7f94-42cf-b9d3-7169a80dd0ee req-8472feeb-8616-4cdb-b4a8-6547f6f5933d tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.46 "GET /v2.0/ports?device_id=603db75d-08d0-4a79-9b16-178decf5f386 HTTP/1.1" status: 200 len: 945 time: 0.0709233 Jun 21 19:47:29.563737 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb3357-dcec-4822-93b7-a958ce76c82e req-c8bd8b56-87c1-4019-8253-9ef385907d60 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:29.565194 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-3aeb3357-dcec-4822-93b7-a958ce76c82e req-c8bd8b56-87c1-4019-8253-9ef385907d60 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] 10.222.0.46 "GET /v2.0/networks?id=bc3358c4-021b-47c9-9904-b0d9a89cd797 HTTP/1.1" status: 200 len: 809 time: 0.1066537 Jun 21 19:47:29.581960 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.v2.base [req-3aeb3357-dcec-4822-93b7-a958ce76c82e req-7e055db2-dfdc-4e38-9dbb-9926b795d732 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Request body: {'port': {'device_id': '2a71080e-f99b-4772-b8b4-c63b190d2d08', 'network_id': 'bc3358c4-021b-47c9-9904-b0d9a89cd797', 'admin_state_up': True, 'tenant_id': '98c5f1b3967843c7a4b090f2d6e8b93e'}} {{(pid=104576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:47:29.629746 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [req-7043b5df-7f94-42cf-b9d3-7169a80dd0ee req-055d343e-ea36-45fa-80a5-f5b968efa5dc tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] Deleting port 1e9a24b1-a915-4188-a51c-5aaa1a5302d2 {{(pid=104575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 19:47:29.630274 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-7043b5df-7f94-42cf-b9d3-7169a80dd0ee req-055d343e-ea36-45fa-80a5-f5b968efa5dc tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761649817829'] for port, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:29.718958 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aeb3357-dcec-4822-93b7-a958ce76c82e req-7e055db2-dfdc-4e38-9dbb-9926b795d732 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Made reservation on behalf of 98c5f1b3967843c7a4b090f2d6e8b93e for: {'port': 1} {{(pid=104576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:47:29.724149 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-3aeb3357-dcec-4822-93b7-a958ce76c82e req-7e055db2-dfdc-4e38-9dbb-9926b795d732 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for port, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:29.782607 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.db [req-7043b5df-7f94-42cf-b9d3-7169a80dd0ee req-055d343e-ea36-45fa-80a5-f5b968efa5dc tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] For port 1e9a24b1-a915-4188-a51c-5aaa1a5302d2, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=1e9a24b1-a915-4188-a51c-5aaa1a5302d2,segment=NetworkSegment(21164b66-dec9-40da-b972-b1fa4ea41cc1),segment_id=21164b66-dec9-40da-b972-b1fa4ea41cc1)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:47:29.782607 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-7043b5df-7f94-42cf-b9d3-7169a80dd0ee req-055d343e-ea36-45fa-80a5-f5b968efa5dc tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33076891'] for port, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:29.874933 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [req-7043b5df-7f94-42cf-b9d3-7169a80dd0ee req-055d343e-ea36-45fa-80a5-f5b968efa5dc tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] Calling delete_port for 1e9a24b1-a915-4188-a51c-5aaa1a5302d2 owned by compute:nova {{(pid=104575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 19:47:29.944376 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.db_base_plugin_common [req-3aeb3357-dcec-4822-93b7-a958ce76c82e req-7e055db2-dfdc-4e38-9dbb-9926b795d732 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Allocated IP 172.20.0.5 (bc3358c4-021b-47c9-9904-b0d9a89cd797/c1339892-3789-4f58-8bb0-a1ac2dfcc8d4/d7f30575-60aa-447c-88cc-51c210e9802e) {{(pid=104576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:47:29.965457 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44ea1a-60e7-4f22-8cc4-2ce6449e81e7 req-74a12f47-c0a7-4d5a-8780-10c01a96d2b4 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:29.966961 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-7c44ea1a-60e7-4f22-8cc4-2ce6449e81e7 req-74a12f47-c0a7-4d5a-8780-10c01a96d2b4 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 946 time: 0.1232164 Jun 21 19:47:29.993424 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46379508-8d7c-4898-987f-94e05c4bb710 req-80b0d8ee-6c99-48b5-85ed-b2244b8d9d21 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:29.994924 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-46379508-8d7c-4898-987f-94e05c4bb710 req-80b0d8ee-6c99-48b5-85ed-b2244b8d9d21 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/ports?device_id=603db75d-08d0-4a79-9b16-178decf5f386 HTTP/1.1" status: 200 len: 945 time: 0.1172659 Jun 21 19:47:30.039545 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device a2622d17-8638-47b1-b4f3-0b5179832f75 up at agent hyperv_hv-cinder-79246 {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:47:30.042519 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-7c44ea1a-60e7-4f22-8cc4-2ce6449e81e7 req-a44be9cb-f5f5-44f6-9ca8-6d2e28765632 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669951 Jun 21 19:47:30.065408 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-46379508-8d7c-4898-987f-94e05c4bb710 req-0253007c-49af-43cd-8808-8047cd89288c tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5c1761f-fdc5-4fe5-a7f6-64ccd7556773&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591657 Jun 21 19:47:30.123893 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-7043b5df-7f94-42cf-b9d3-7169a80dd0ee req-055d343e-ea36-45fa-80a5-f5b968efa5dc tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761649822437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761649331806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30138787'] for port, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:30.128131 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:30.139354 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] get_ports_and_sgs() called for port_ids ['1e9a24b1-a915-4188-a51c-5aaa1a5302d2'] {{(pid=104577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 19:47:30.156132 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-3aeb3357-dcec-4822-93b7-a958ce76c82e req-7e055db2-dfdc-4e38-9dbb-9926b795d732 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Notify callbacks [] for port, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:30.168178 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d343e-ea36-45fa-80a5-f5b968efa5dc tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] Pushing event deleted for resources: {'Port': ['ID=1e9a24b1-a915-4188-a51c-5aaa1a5302d2,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:30.173811 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-055d343e-ea36-45fa-80a5-f5b968efa5dc tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:30.199353 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Provisioning for port a2622d17-8638-47b1-b4f3-0b5179832f75 completed by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:47:30.204893 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Provisioning complete for port a2622d17-8638-47b1-b4f3-0b5179832f75 triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:47:30.205887 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:30.213220 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-3aeb3357-dcec-4822-93b7-a958ce76c82e req-7e055db2-dfdc-4e38-9dbb-9926b795d732 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-129462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761649331797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29817498'] for port, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:30.220627 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-bd5082e3-de2d-4940-9833-58b3ff537325 tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:30.238916 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [req-7043b5df-7f94-42cf-b9d3-7169a80dd0ee req-055d343e-ea36-45fa-80a5-f5b968efa5dc tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] No DVR routers for this DVR port 1e9a24b1-a915-4188-a51c-5aaa1a5302d2 on host hv-cinder-79246 {{(pid=104575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 19:47:30.269461 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aeb3357-dcec-4822-93b7-a958ce76c82e req-7e055db2-dfdc-4e38-9dbb-9926b795d732 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Network bc3358c4-021b-47c9-9904-b0d9a89cd797 is already hosted by enough agents. {{(pid=104576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:47:30.272790 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.base_scheduler [req-3aeb3357-dcec-4822-93b7-a958ce76c82e req-7e055db2-dfdc-4e38-9dbb-9926b795d732 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Resources bound (agent type, host, resource id): {{(pid=104576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:47:30.275770 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-7043b5df-7f94-42cf-b9d3-7169a80dd0ee req-055d343e-ea36-45fa-80a5-f5b968efa5dc tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147'] for port, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:30.277974 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-7043b5df-7f94-42cf-b9d3-7169a80dd0ee req-055d343e-ea36-45fa-80a5-f5b968efa5dc tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.46 "DELETE /v2.0/ports/1e9a24b1-a915-4188-a51c-5aaa1a5302d2 HTTP/1.1" status: 204 len: 173 time: 0.7618046 Jun 21 19:47:30.279058 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '603db75d-08d0-4a79-9b16-178decf5f386', 'name': 'network-vif-deleted', 'tag': '1e9a24b1-a915-4188-a51c-5aaa1a5302d2'}] {{(pid=104575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:47:30.279574 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aeb3357-dcec-4822-93b7-a958ce76c82e req-7e055db2-dfdc-4e38-9dbb-9926b795d732 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Received port after_create {{(pid=104576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:47:30.282265 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c13f0749771774115a22afc177d9d65845734126b668639f93c48b494dfbeb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304146fd-6ab6-4a30-94ec-d2ec4df09517" -d '{"events": [{"server_uuid": "603db75d-08d0-4a79-9b16-178decf5f386", "name": "network-vif-deleted", "tag": "1e9a24b1-a915-4188-a51c-5aaa1a5302d2"}]}' {{(pid=104575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:47:30.293352 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:30.329466 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9006793d-686f-4309-b17e-f63e6a123d86 req-67a3afec-7540-4074-9204-32769ca5bb3c tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:30.336374 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e055db2-dfdc-4e38-9dbb-9926b795d732 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Pushing event updated for resources: {'Port': ['ID=d7f30575-60aa-447c-88cc-51c210e9802e,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:30.337210 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-9006793d-686f-4309-b17e-f63e6a123d86 req-67a3afec-7540-4074-9204-32769ca5bb3c tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/ports?device_id=dcaea13c-6cb5-4b73-96e9-54bb35a44a4b HTTP/1.1" status: 200 len: 944 time: 0.1273417 Jun 21 19:47:30.349977 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcaea13c-6cb5-4b73-96e9-54bb35a44a4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2622d17-8638-47b1-b4f3-0b5179832f75'}] {{(pid=104577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:47:30.351053 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-7e055db2-dfdc-4e38-9dbb-9926b795d732 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:30.355143 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c14435dcc002c6d250290293137fb351442a83316ffa0c10b5cf8ed6f24812f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea973841-94fe-4b75-bc7b-ddd28dedbb62" -d '{"events": [{"server_uuid": "dcaea13c-6cb5-4b73-96e9-54bb35a44a4b", "name": "network-vif-plugged", "status": "completed", "tag": "a2622d17-8638-47b1-b4f3-0b5179832f75"}]}' {{(pid=104577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:47:30.357478 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.agents_db [None req-c2d22edd-97c6-4632-8c47-e807aff285e4 None None] Agent healthcheck: found 6 active agents {{(pid=104578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 19:47:30.384957 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port a2622d17-8638-47b1-b4f3-0b5179832f75, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a2622d17-8638-47b1-b4f3-0b5179832f75,segment=NetworkSegment(01680dc6-c913-4da3-9332-617721ba6b6f),segment_id=01680dc6-c913-4da3-9332-617721ba6b6f)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:47:30.389634 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb3357-dcec-4822-93b7-a958ce76c82e req-7e055db2-dfdc-4e38-9dbb-9926b795d732 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:30.390328 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-3aeb3357-dcec-4822-93b7-a958ce76c82e req-7e055db2-dfdc-4e38-9dbb-9926b795d732 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147'] for port, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:30.395138 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-9006793d-686f-4309-b17e-f63e6a123d86 req-e5dbfc5d-e9d3-491a-b9c7-bd57ebe4c668 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9a552d-625e-425c-b17f-826e218849c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567451 Jun 21 19:47:30.398882 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:30.411997 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-6a2ea52f-a2c0-4c16-b6e3-640641f410b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:30.438798 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 19:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8b54ff-ec50-49ff-909f-362e4253ca87 x-openstack-request-id: req-bc8b54ff-ec50-49ff-909f-362e4253ca87 {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:47:30.439257 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "603db75d-08d0-4a79-9b16-178decf5f386", "name": "network-vif-deleted", "tag": "1e9a24b1-a915-4188-a51c-5aaa1a5302d2", "status": "completed", "code": 200}]} {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:47:30.439635 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bc8b54ff-ec50-49ff-909f-362e4253ca87 {{(pid=104575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:47:30.440170 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '603db75d-08d0-4a79-9b16-178decf5f386', 'name': 'network-vif-deleted', 'tag': '1e9a24b1-a915-4188-a51c-5aaa1a5302d2', 'status': 'completed', 'code': 200} Jun 21 19:47:30.459045 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-3aeb3357-dcec-4822-93b7-a958ce76c82e req-7e055db2-dfdc-4e38-9dbb-9926b795d732 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8816712 Jun 21 19:47:30.470443 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Pushing event updated for resources: {'Port': ['ID=a2622d17-8638-47b1-b4f3-0b5179832f75,revision_number=5']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:30.480879 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:30.482371 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 19:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa74bc77-ef92-4a85-b544-2e2e68a8441a x-openstack-request-id: req-aa74bc77-ef92-4a85-b544-2e2e68a8441a {{(pid=104577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:47:30.482771 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcaea13c-6cb5-4b73-96e9-54bb35a44a4b", "name": "network-vif-plugged", "status": "completed", "tag": "a2622d17-8638-47b1-b4f3-0b5179832f75", "code": 200}]} {{(pid=104577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:47:30.483062 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-aa74bc77-ef92-4a85-b544-2e2e68a8441a {{(pid=104577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:47:30.483462 dv-cinder-792462-15-smb neutron-server[104577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcaea13c-6cb5-4b73-96e9-54bb35a44a4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2622d17-8638-47b1-b4f3-0b5179832f75', 'code': 200} Jun 21 19:47:30.491705 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.v2.base [req-3aeb3357-dcec-4822-93b7-a958ce76c82e req-4816522a-b889-4864-9162-0e0542b01b3d service neutron] Request body: {'port': {'device_id': '2a71080e-f99b-4772-b8b4-c63b190d2d08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=104576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:47:30.524422 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669e33c-8aec-40d7-852b-be99a3a4024d req-0f61d0ef-f579-4c52-98a8-538542e93e44 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:30.525966 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-7669e33c-8aec-40d7-852b-be99a3a4024d req-0f61d0ef-f579-4c52-98a8-538542e93e44 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a71080e-f99b-4772-b8b4-c63b190d2d08 HTTP/1.1" status: 200 len: 931 time: 0.1094768 Jun 21 19:47:30.600110 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-7669e33c-8aec-40d7-852b-be99a3a4024d req-d4e10125-87df-43c5-83b7-c04105c40dfb tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a4519e5-d306-4575-af01-b462630d1ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674253 Jun 21 19:47:30.604108 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-3aeb3357-dcec-4822-93b7-a958ce76c82e req-4816522a-b889-4864-9162-0e0542b01b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:30.779116 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-a96b61c3-b668-4599-896a-36c08984af50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:30.858796 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32101aa0-f13e-421a-bc99-8df3fe3b39db req-9f4b8708-0049-42ad-82b1-aa84331a7721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:30.860668 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-32101aa0-f13e-421a-bc99-8df3fe3b39db req-9f4b8708-0049-42ad-82b1-aa84331a7721 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dcaea13c-6cb5-4b73-96e9-54bb35a44a4b HTTP/1.1" status: 200 len: 1098 time: 0.0848708 Jun 21 19:47:30.899155 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-32101aa0-f13e-421a-bc99-8df3fe3b39db req-002fc90b-c687-4db6-bbd9-93100dfee034 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8c9a552d-625e-425c-b17f-826e218849c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302463 Jun 21 19:47:30.901556 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.notifiers.nova [req-3aeb3357-dcec-4822-93b7-a958ce76c82e req-4816522a-b889-4864-9162-0e0542b01b3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7f30575-60aa-447c-88cc-51c210e9802e {{(pid=104576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:47:30.910504 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-3aeb3357-dcec-4822-93b7-a958ce76c82e req-4816522a-b889-4864-9162-0e0542b01b3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:30.924636 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.provisioning_blocks [req-3aeb3357-dcec-4822-93b7-a958ce76c82e req-4816522a-b889-4864-9162-0e0542b01b3d service neutron] Transition to ACTIVE for port object d7f30575-60aa-447c-88cc-51c210e9802e will not be triggered until provisioned by entity L2. {{(pid=104576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:47:30.928481 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-3aeb3357-dcec-4822-93b7-a958ce76c82e req-4816522a-b889-4864-9162-0e0542b01b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29817516'] for port, after_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:30.930508 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-bb9dd8f8-cf9b-44fa-a42a-9245378fba86 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:31.014421 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4816522a-b889-4864-9162-0e0542b01b3d service neutron] Pushing event updated for resources: {'Port': ['ID=d7f30575-60aa-447c-88cc-51c210e9802e,revision_number=2']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:31.018811 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-4816522a-b889-4864-9162-0e0542b01b3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:31.086251 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.managers [req-3aeb3357-dcec-4822-93b7-a958ce76c82e req-4816522a-b889-4864-9162-0e0542b01b3d service neutron] Attempting to bind port d7f30575-60aa-447c-88cc-51c210e9802e on host hv-cinder-79246 for vnic_type normal with profile {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:47:31.086663 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.managers [req-3aeb3357-dcec-4822-93b7-a958ce76c82e req-4816522a-b889-4864-9162-0e0542b01b3d service neutron] Attempting to bind port d7f30575-60aa-447c-88cc-51c210e9802e by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '6c78d842-2111-4103-a4f6-889af4937d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'bc3358c4-021b-47c9-9904-b0d9a89cd797'}] {{(pid=104576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:47:31.087055 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aeb3357-dcec-4822-93b7-a958ce76c82e req-4816522a-b889-4864-9162-0e0542b01b3d service neutron] Attempting to bind port d7f30575-60aa-447c-88cc-51c210e9802e on network bc3358c4-021b-47c9-9904-b0d9a89cd797 {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:47:31.093199 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aeb3357-dcec-4822-93b7-a958ce76c82e req-4816522a-b889-4864-9162-0e0542b01b3d service neutron] Port d7f30575-60aa-447c-88cc-51c210e9802e on network bc3358c4-021b-47c9-9904-b0d9a89cd797 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 19:47:31.093523 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aeb3357-dcec-4822-93b7-a958ce76c82e req-4816522a-b889-4864-9162-0e0542b01b3d service neutron] Attempting to bind port d7f30575-60aa-447c-88cc-51c210e9802e on network bc3358c4-021b-47c9-9904-b0d9a89cd797 {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:47:31.099239 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aeb3357-dcec-4822-93b7-a958ce76c82e req-4816522a-b889-4864-9162-0e0542b01b3d service neutron] Checking agent: {'id': '0b26fa00-c4a2-4127-a29e-c90b7b9119ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 42, 27), 'started_at': datetime.datetime(2021, 6, 21, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:47:31.099572 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aeb3357-dcec-4822-93b7-a958ce76c82e req-4816522a-b889-4864-9162-0e0542b01b3d service neutron] Checking segment: {'id': '6c78d842-2111-4103-a4f6-889af4937d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'bc3358c4-021b-47c9-9904-b0d9a89cd797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:47:31.099953 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aeb3357-dcec-4822-93b7-a958ce76c82e req-4816522a-b889-4864-9162-0e0542b01b3d service neutron] Bound using segment: {'id': '6c78d842-2111-4103-a4f6-889af4937d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'bc3358c4-021b-47c9-9904-b0d9a89cd797'} {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:47:31.100566 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.managers [req-3aeb3357-dcec-4822-93b7-a958ce76c82e req-4816522a-b889-4864-9162-0e0542b01b3d service neutron] Bound port: d7f30575-60aa-447c-88cc-51c210e9802e, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c78d842-2111-4103-a4f6-889af4937d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'bc3358c4-021b-47c9-9904-b0d9a89cd797'}}] {{(pid=104576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:47:31.100925 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-3aeb3357-dcec-4822-93b7-a958ce76c82e req-4816522a-b889-4864-9162-0e0542b01b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:31.169791 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.db [req-3aeb3357-dcec-4822-93b7-a958ce76c82e req-4816522a-b889-4864-9162-0e0542b01b3d service neutron] For port d7f30575-60aa-447c-88cc-51c210e9802e, host hv-cinder-79246, cleared binding levels {{(pid=104576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:47:31.173190 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.db [req-3aeb3357-dcec-4822-93b7-a958ce76c82e req-4816522a-b889-4864-9162-0e0542b01b3d service neutron] For port d7f30575-60aa-447c-88cc-51c210e9802e, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=d7f30575-60aa-447c-88cc-51c210e9802e,segment=NetworkSegment(6c78d842-2111-4103-a4f6-889af4937d14),segment_id=6c78d842-2111-4103-a4f6-889af4937d14)] {{(pid=104576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:47:31.178699 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-3aeb3357-dcec-4822-93b7-a958ce76c82e req-4816522a-b889-4864-9162-0e0542b01b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29817516'] for port, after_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:31.181228 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-b6a393c0-e287-44bd-bc3e-745599e553a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:31.221600 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb3357-dcec-4822-93b7-a958ce76c82e req-4816522a-b889-4864-9162-0e0542b01b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:31.222239 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-3aeb3357-dcec-4822-93b7-a958ce76c82e req-4816522a-b889-4864-9162-0e0542b01b3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147'] for port, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:31.223847 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-3aeb3357-dcec-4822-93b7-a958ce76c82e req-4816522a-b889-4864-9162-0e0542b01b3d service neutron] 10.222.0.46 "PUT /v2.0/ports/d7f30575-60aa-447c-88cc-51c210e9802e HTTP/1.1" status: 200 len: 1093 time: 0.7393441 Jun 21 19:47:31.224263 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a71080e-f99b-4772-b8b4-c63b190d2d08', 'tag': 'd7f30575-60aa-447c-88cc-51c210e9802e'}] {{(pid=104576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:47:31.226642 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05f20d886da9388d71ee432e92ee53588f77c84f00dcc9da6d5f2e0db0526183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccad8f3a-a63f-44dd-bed6-89bd294b3a2b" -d '{"events": [{"name": "network-changed", "server_uuid": "2a71080e-f99b-4772-b8b4-c63b190d2d08", "tag": "d7f30575-60aa-447c-88cc-51c210e9802e"}]}' {{(pid=104576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:47:31.265485 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-6c98ebdc-147d-4eed-918e-2643b90338c3 req-22906a92-6ed1-426b-828c-8d400bb8de34 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] 10.222.0.38 "GET /v2.0/ports?device_id=603db75d-08d0-4a79-9b16-178decf5f386 HTTP/1.1" status: 200 len: 210 time: 0.0360596 Jun 21 19:47:31.267000 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 19:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6de5e8-bba5-476b-b51d-4e3954450571 x-openstack-request-id: req-0a6de5e8-bba5-476b-b51d-4e3954450571 {{(pid=104576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:47:31.267309 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a71080e-f99b-4772-b8b4-c63b190d2d08", "tag": "d7f30575-60aa-447c-88cc-51c210e9802e", "status": "completed", "code": 200}]} {{(pid=104576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:47:31.267592 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0a6de5e8-bba5-476b-b51d-4e3954450571 {{(pid=104576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:47:31.267994 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a71080e-f99b-4772-b8b4-c63b190d2d08', 'tag': 'd7f30575-60aa-447c-88cc-51c210e9802e', 'status': 'completed', 'code': 200} Jun 21 19:47:31.300485 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4816522a-b889-4864-9162-0e0542b01b3d service neutron] Pushing event updated for resources: {'Port': ['ID=d7f30575-60aa-447c-88cc-51c210e9802e,revision_number=3']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:31.304110 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-4816522a-b889-4864-9162-0e0542b01b3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:31.329500 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb3357-dcec-4822-93b7-a958ce76c82e req-e63340a0-6dfb-4f17-9b21-05298100b49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:31.331022 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-3aeb3357-dcec-4822-93b7-a958ce76c82e req-e63340a0-6dfb-4f17-9b21-05298100b49f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=98c5f1b3967843c7a4b090f2d6e8b93e&device_id=2a71080e-f99b-4772-b8b4-c63b190d2d08 HTTP/1.1" status: 200 len: 1096 time: 0.0576472 Jun 21 19:47:31.377175 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-3aeb3357-dcec-4822-93b7-a958ce76c82e req-be2c1b1f-9647-49e6-8e8a-f9992e8233ce service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7f30575-60aa-447c-88cc-51c210e9802e HTTP/1.1" status: 200 len: 217 time: 0.0363441 Jun 21 19:47:31.434826 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb3357-dcec-4822-93b7-a958ce76c82e req-07016101-5802-4176-abc7-483a1fa90ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:31.436268 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-3aeb3357-dcec-4822-93b7-a958ce76c82e req-07016101-5802-4176-abc7-483a1fa90ace service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c1339892-3789-4f58-8bb0-a1ac2dfcc8d4 HTTP/1.1" status: 200 len: 849 time: 0.0420611 Jun 21 19:47:31.489855 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-3aeb3357-dcec-4822-93b7-a958ce76c82e req-4dea7749-668d-480a-af72-425412f00f7d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bc3358c4-021b-47c9-9904-b0d9a89cd797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266926 Jun 21 19:47:31.568854 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d9f16-7875-408c-b74d-4f2dd6f12db1 req-f627f8b3-3ad2-4728-8932-2396b9cae8b4 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:31.570376 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-765d9f16-7875-408c-b74d-4f2dd6f12db1 req-f627f8b3-3ad2-4728-8932-2396b9cae8b4 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/ports?device_id=dcaea13c-6cb5-4b73-96e9-54bb35a44a4b HTTP/1.1" status: 200 len: 945 time: 0.0716364 Jun 21 19:47:31.597814 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-3aeb3357-dcec-4822-93b7-a958ce76c82e req-e1b535e3-ec9f-4c2d-80ce-c3dca3447bcc service neutron] 10.222.0.46 "GET /v2.0/networks/bc3358c4-021b-47c9-9904-b0d9a89cd797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953062 Jun 21 19:47:31.608331 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-765d9f16-7875-408c-b74d-4f2dd6f12db1 req-922cd33a-2d98-4f47-83cc-168ccd8682d9 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9a552d-625e-425c-b17f-826e218849c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323548 Jun 21 19:47:31.715357 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-3aeb3357-dcec-4822-93b7-a958ce76c82e req-6049c7bf-f05d-4a73-9131-decea9626cf1 service neutron] 10.222.0.46 "GET /v2.0/networks/bc3358c4-021b-47c9-9904-b0d9a89cd797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955558 Jun 21 19:47:31.802749 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beb0efe-02d7-42df-9d1a-a43e24382e8f req-db864979-219b-4766-921c-80d7efe8b05c tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:31.804280 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-7beb0efe-02d7-42df-9d1a-a43e24382e8f req-db864979-219b-4766-921c-80d7efe8b05c tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a71080e-f99b-4772-b8b4-c63b190d2d08 HTTP/1.1" status: 200 len: 943 time: 0.0765157 Jun 21 19:47:31.850454 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-7beb0efe-02d7-42df-9d1a-a43e24382e8f req-2deaae60-a297-41f8-955a-165eb0b02459 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a4519e5-d306-4575-af01-b462630d1ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404968 Jun 21 19:47:31.899067 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad8f3a-a63f-44dd-bed6-89bd294b3a2b req-2eb818f0-ceae-4a04-b273-1dc72d096d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:31.900493 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-ccad8f3a-a63f-44dd-bed6-89bd294b3a2b req-2eb818f0-ceae-4a04-b273-1dc72d096d8e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=98c5f1b3967843c7a4b090f2d6e8b93e&device_id=2a71080e-f99b-4772-b8b4-c63b190d2d08 HTTP/1.1" status: 200 len: 1096 time: 0.0663216 Jun 21 19:47:32.012632 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad8f3a-a63f-44dd-bed6-89bd294b3a2b req-b85afdb4-b968-49e8-8e3d-5808a9862b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:32.014316 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-ccad8f3a-a63f-44dd-bed6-89bd294b3a2b req-b85afdb4-b968-49e8-8e3d-5808a9862b92 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bc3358c4-021b-47c9-9904-b0d9a89cd797 HTTP/1.1" status: 200 len: 910 time: 0.0891483 Jun 21 19:47:32.062041 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-ccad8f3a-a63f-44dd-bed6-89bd294b3a2b req-58b1550b-fa06-435d-9f34-330aa9c188d1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7f30575-60aa-447c-88cc-51c210e9802e HTTP/1.1" status: 200 len: 217 time: 0.0356889 Jun 21 19:47:32.119278 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad8f3a-a63f-44dd-bed6-89bd294b3a2b req-61ce402d-c281-456d-bda4-72a596cc6136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:32.120759 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-ccad8f3a-a63f-44dd-bed6-89bd294b3a2b req-61ce402d-c281-456d-bda4-72a596cc6136 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c1339892-3789-4f58-8bb0-a1ac2dfcc8d4 HTTP/1.1" status: 200 len: 849 time: 0.0433724 Jun 21 19:47:32.154706 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-ccad8f3a-a63f-44dd-bed6-89bd294b3a2b req-ae01aa94-c33e-443a-bcd3-36f0dc77347b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bc3358c4-021b-47c9-9904-b0d9a89cd797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265603 Jun 21 19:47:32.273495 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-ccad8f3a-a63f-44dd-bed6-89bd294b3a2b req-4fb2ffd6-ac1c-4a07-bd2c-ee06c2dc775a service neutron] 10.222.0.46 "GET /v2.0/networks/bc3358c4-021b-47c9-9904-b0d9a89cd797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964870 Jun 21 19:47:32.427225 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baddf5d-c160-4f6a-b5fb-73b2228b381d req-e9b6f90f-9dd9-4b4d-be09-b3933d49507f tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:32.428687 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-4baddf5d-c160-4f6a-b5fb-73b2228b381d req-e9b6f90f-9dd9-4b4d-be09-b3933d49507f tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?device_id=f530946a-70ad-452d-96b7-18d2468e33a9 HTTP/1.1" status: 200 len: 946 time: 0.1348624 Jun 21 19:47:32.430589 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-ccad8f3a-a63f-44dd-bed6-89bd294b3a2b req-a63164dc-83da-47cb-938f-e535541f8e9a service neutron] 10.222.0.46 "GET /v2.0/networks/bc3358c4-021b-47c9-9904-b0d9a89cd797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448867 Jun 21 19:47:32.468192 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-4baddf5d-c160-4f6a-b5fb-73b2228b381d req-f08ade01-5fee-42ab-9acb-4ae766529b6d tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f34aa6c-b29c-41d3-870f-60686f70e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337014 Jun 21 19:47:32.785169 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c40ff-8a8e-4d58-9d06-bf0219f9a61a req-9f451a47-3206-4499-90f8-5c5416ae78f5 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:32.786610 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-f26c40ff-8a8e-4d58-9d06-bf0219f9a61a req-9f451a47-3206-4499-90f8-5c5416ae78f5 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/ports?device_id=dcaea13c-6cb5-4b73-96e9-54bb35a44a4b HTTP/1.1" status: 200 len: 945 time: 0.0652165 Jun 21 19:47:32.824317 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-f26c40ff-8a8e-4d58-9d06-bf0219f9a61a req-67d6f887-9875-43ea-9fb5-507a6a331cfe tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9a552d-625e-425c-b17f-826e218849c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320604 Jun 21 19:47:33.017875 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6076b-c84b-4482-9d52-1eaf997dec04 req-5c8d94fe-6b99-4755-9a3d-998385c7bf7f tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:33.019331 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-c0e6076b-c84b-4482-9d52-1eaf997dec04 req-5c8d94fe-6b99-4755-9a3d-998385c7bf7f tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/ports?device_id=dcaea13c-6cb5-4b73-96e9-54bb35a44a4b HTTP/1.1" status: 200 len: 945 time: 0.0746634 Jun 21 19:47:33.043826 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df3be78-2f4f-4297-9900-487beb9ee5a3 req-85ad8fc3-5c74-41af-bc8e-ec670c354d25 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:33.045452 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-7df3be78-2f4f-4297-9900-487beb9ee5a3 req-85ad8fc3-5c74-41af-bc8e-ec670c354d25 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a71080e-f99b-4772-b8b4-c63b190d2d08 HTTP/1.1" status: 200 len: 943 time: 0.0636458 Jun 21 19:47:33.061096 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-c0e6076b-c84b-4482-9d52-1eaf997dec04 req-8b73b84a-13c2-44a9-8940-9cafc59a63f5 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9a552d-625e-425c-b17f-826e218849c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359704 Jun 21 19:47:33.082440 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 44122) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:47:33.083887 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-7df3be78-2f4f-4297-9900-487beb9ee5a3 req-b447abb9-4a84-4136-bf0f-cfc1828e1d55 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a4519e5-d306-4575-af01-b462630d1ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319476 Jun 21 19:47:33.242076 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e437bc6c-0e4f-4b0d-8e2e-5ec9603f70cc tempest-TestShelveInstance-416360141 tempest-TestShelveInstance-416360141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:33.243595 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-e437bc6c-0e4f-4b0d-8e2e-5ec9603f70cc tempest-TestShelveInstance-416360141 tempest-TestShelveInstance-416360141-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=dcaea13c-6cb5-4b73-96e9-54bb35a44a4b HTTP/1.1" status: 200 len: 1093 time: 0.1599867 Jun 21 19:47:33.246578 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 44128) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:47:33.251060 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.v2.base [None req-8b0149d3-3362-4cf5-bdb7-a8ab5a4a3e78 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Request body: {'floatingip': {'floating_network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'port_id': 'a2622d17-8638-47b1-b4f3-0b5179832f75', 'tenant_id': '7d038946e22a4a039bc4d65b7cf25809', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:47:33.278333 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-8b0149d3-3362-4cf5-bdb7-a8ab5a4a3e78 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Notify callbacks [] for floatingip, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:33.341860 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-3fdf4535-c9e0-4361-b302-50ac4a1b470f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:33.374103 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-8b0149d3-3362-4cf5-bdb7-a8ab5a4a3e78 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for port, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:33.488908 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:33.648322 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a26a5-4762-4fdf-81da-9fd2e1fc3bc6 req-93025bf3-4324-4509-8e65-57360a61d5cc tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:33.655376 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-e84a26a5-4762-4fdf-81da-9fd2e1fc3bc6 req-93025bf3-4324-4509-8e65-57360a61d5cc tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?device_id=f530946a-70ad-452d-96b7-18d2468e33a9 HTTP/1.1" status: 200 len: 946 time: 0.0734539 Jun 21 19:47:33.711249 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-e84a26a5-4762-4fdf-81da-9fd2e1fc3bc6 req-1a4c2600-c6a3-443d-a9cc-fea8b6350fe6 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f34aa6c-b29c-41d3-870f-60686f70e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549238 Jun 21 19:47:33.736764 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.db_base_plugin_common [None req-8b0149d3-3362-4cf5-bdb7-a8ab5a4a3e78 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Allocated IP 172.28.3.224 (1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143/92f70134-f308-40e4-a372-590fff45c87e/9a5e5780-e6c8-41ec-8ab6-fec1b0cdde47) {{(pid=104576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:47:33.855217 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-8b0149d3-3362-4cf5-bdb7-a8ab5a4a3e78 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Notify callbacks [] for port, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:33.900383 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-8b0149d3-3362-4cf5-bdb7-a8ab5a4a3e78 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-129462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761649331797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29817498'] for port, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:33.902553 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-f538db2c-c908-47bd-aaf8-8577171e54c4 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:33.947354 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0149d3-3362-4cf5-bdb7-a8ab5a4a3e78 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Network 1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143 is already hosted by enough agents. {{(pid=104576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:47:33.951757 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.base_scheduler [None req-8b0149d3-3362-4cf5-bdb7-a8ab5a4a3e78 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Resources bound (agent type, host, resource id): {{(pid=104576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:47:33.954179 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0149d3-3362-4cf5-bdb7-a8ab5a4a3e78 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Pushing event updated for resources: {'Port': ['ID=9a5e5780-e6c8-41ec-8ab6-fec1b0cdde47,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:33.956276 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0149d3-3362-4cf5-bdb7-a8ab5a4a3e78 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Received port after_create {{(pid=104576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:47:33.958321 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-8b0149d3-3362-4cf5-bdb7-a8ab5a4a3e78 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:34.055228 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device d7f30575-60aa-447c-88cc-51c210e9802e details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=104577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 19:47:34.059210 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device 1e9a24b1-a915-4188-a51c-5aaa1a5302d2 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 19:47:34.087431 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] No Port match for: 1e9a24b1-a915-4188-a51c-5aaa1a5302d2 {{(pid=104577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 19:47:34.087778 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device 1e9a24b1-a915-4188-a51c-5aaa1a5302d2 not bound to the agent host hv-cinder-79246 {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 19:47:34.174137 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port d7f30575-60aa-447c-88cc-51c210e9802e, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=d7f30575-60aa-447c-88cc-51c210e9802e,segment=NetworkSegment(6c78d842-2111-4103-a4f6-889af4937d14),segment_id=6c78d842-2111-4103-a4f6-889af4937d14)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:47:34.187125 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Returning: {'device': 'd7f30575-60aa-447c-88cc-51c210e9802e', 'network_id': 'bc3358c4-021b-47c9-9904-b0d9a89cd797', 'port_id': 'd7f30575-60aa-447c-88cc-51c210e9802e', 'mac_address': 'fa:16:3e:27:3b:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1339892-3789-4f58-8bb0-a1ac2dfcc8d4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 19:47:34.224636 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:34.237553 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.notifiers.nova [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7f30575-60aa-447c-88cc-51c210e9802e {{(pid=104577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:47:34.261074 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port d7f30575-60aa-447c-88cc-51c210e9802e, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=d7f30575-60aa-447c-88cc-51c210e9802e,segment=NetworkSegment(6c78d842-2111-4103-a4f6-889af4937d14),segment_id=6c78d842-2111-4103-a4f6-889af4937d14)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:47:34.265447 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:34.268172 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-3bbac01d-88c3-4e95-8891-d0864ffef234 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:34.313208 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Pushing event updated for resources: {'Port': ['ID=d7f30575-60aa-447c-88cc-51c210e9802e,revision_number=4']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:34.316156 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:34.392750 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba13e7c-52b8-4ea3-94e9-d93ca9736d03 req-0184e7cd-0e9c-4003-97ff-377d7fbf8a00 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:34.394315 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-fba13e7c-52b8-4ea3-94e9-d93ca9736d03 req-0184e7cd-0e9c-4003-97ff-377d7fbf8a00 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a71080e-f99b-4772-b8b4-c63b190d2d08 HTTP/1.1" status: 200 len: 943 time: 0.1859114 Jun 21 19:47:34.430378 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-8b0149d3-3362-4cf5-bdb7-a8ab5a4a3e78 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:34.448938 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-14118032-cbf1-44bc-927f-b70ca464d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:34.474953 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-fba13e7c-52b8-4ea3-94e9-d93ca9736d03 req-8d349fab-d2c0-426a-ae79-daac882741d4 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a4519e5-d306-4575-af01-b462630d1ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725904 Jun 21 19:47:34.527734 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-8b0149d3-3362-4cf5-bdb7-a8ab5a4a3e78 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:34.634290 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] get_ports_and_sgs() called for port_ids ['d7f30575-60aa-447c-88cc-51c210e9802e'] {{(pid=104577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 19:47:34.673182 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-8b0149d3-3362-4cf5-bdb7-a8ab5a4a3e78 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Notify callbacks [] for port, precommit_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:34.679567 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-8b0149d3-3362-4cf5-bdb7-a8ab5a4a3e78 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29817516'] for port, after_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:34.682674 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-c58ee4b0-8b72-4c05-9206-11407636e54c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:34.752571 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0149d3-3362-4cf5-bdb7-a8ab5a4a3e78 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Pushing event updated for resources: {'Port': ['ID=9a5e5780-e6c8-41ec-8ab6-fec1b0cdde47,revision_number=2']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:34.756658 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-8b0149d3-3362-4cf5-bdb7-a8ab5a4a3e78 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:34.761665 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-8b0149d3-3362-4cf5-bdb7-a8ab5a4a3e78 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33078199'] for floatingip, after_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:34.859691 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.db.l3_db [None req-8b0149d3-3362-4cf5-bdb7-a8ab5a4a3e78 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Floating IP 336bc2a1-2f5a-4e25-92dd-e5b43c4f2b54 associated. External IP: 172.28.3.224, port: a2622d17-8638-47b1-b4f3-0b5179832f75. Jun 21 19:47:34.886526 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a49143-8554-4881-992c-7c1a6f46ab66 req-c21ab9bd-6644-4ff2-9e39-44806a624325 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:34.889004 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-42a49143-8554-4881-992c-7c1a6f46ab66 req-c21ab9bd-6644-4ff2-9e39-44806a624325 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?device_id=f530946a-70ad-452d-96b7-18d2468e33a9 HTTP/1.1" status: 200 len: 946 time: 0.0688777 Jun 21 19:47:34.928288 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-42a49143-8554-4881-992c-7c1a6f46ab66 req-034dc68a-a9f1-42c7-9550-d6f2489d1abd tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f34aa6c-b29c-41d3-870f-60686f70e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330143 Jun 21 19:47:35.069076 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b0149d3-3362-4cf5-bdb7-a8ab5a4a3e78 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Router 58f629bb-7bb5-4edd-bdfb-286e53aa7548 has already been hosted by L3 agent 340c6150-ff20-4abf-b4fe-5b82b8e71fd8 {{(pid=104576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 19:47:35.179326 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0149d3-3362-4cf5-bdb7-a8ab5a4a3e78 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Notify agent at l3_agent.dv-cinder-792462-15-smb the message routers_updated {{(pid=104576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 19:47:35.189611 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5986c00b-56a3-497f-bb68-f148c9e9d67c None None] Sync routers for ids ['58f629bb-7bb5-4edd-bdfb-286e53aa7548'] in dv-cinder-792462-15-smb {{(pid=104577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 19:47:35.199573 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-8b0149d3-3362-4cf5-bdb7-a8ab5a4a3e78 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147'] for floatingip, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:35.203071 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5986c00b-56a3-497f-bb68-f148c9e9d67c None None] Routers {'58f629bb-7bb5-4edd-bdfb-286e53aa7548'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:47:35.204369 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-5986c00b-56a3-497f-bb68-f148c9e9d67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:47:33Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['58f629bb-7bb5-4edd-bdfb-286e53aa7548'], 'active': True} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:47:35.245256 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-8b0149d3-3362-4cf5-bdb7-a8ab5a4a3e78 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9976749 Jun 21 19:47:35.246070 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcaea13c-6cb5-4b73-96e9-54bb35a44a4b', 'tag': 'a2622d17-8638-47b1-b4f3-0b5179832f75'}] {{(pid=104576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:47:35.248494 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05f20d886da9388d71ee432e92ee53588f77c84f00dcc9da6d5f2e0db0526183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda7cdfc-692c-4b59-9ef0-78a6f526931c" -d '{"events": [{"name": "network-changed", "server_uuid": "dcaea13c-6cb5-4b73-96e9-54bb35a44a4b", "tag": "a2622d17-8638-47b1-b4f3-0b5179832f75"}]}' {{(pid=104576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:47:35.288239 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 19:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a109d5-bd85-4f46-bfb2-1041fcabab00 x-openstack-request-id: req-84a109d5-bd85-4f46-bfb2-1041fcabab00 {{(pid=104576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:47:35.288560 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcaea13c-6cb5-4b73-96e9-54bb35a44a4b", "tag": "a2622d17-8638-47b1-b4f3-0b5179832f75", "status": "completed", "code": 200}]} {{(pid=104576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:47:35.288841 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-84a109d5-bd85-4f46-bfb2-1041fcabab00 {{(pid=104576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:47:35.289262 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcaea13c-6cb5-4b73-96e9-54bb35a44a4b', 'tag': 'a2622d17-8638-47b1-b4f3-0b5179832f75', 'status': 'completed', 'code': 200} Jun 21 19:47:35.321876 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvr_db [None req-5986c00b-56a3-497f-bb68-f148c9e9d67c None None] Set router 58f629bb-7bb5-4edd-bdfb-286e53aa7548 gateway port host: dv-cinder-792462-15-smb {{(pid=104577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:47:35.377028 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7cdfc-692c-4b59-9ef0-78a6f526931c req-172843b9-17d5-4e3f-a061-5168e62af4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:35.378532 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-eda7cdfc-692c-4b59-9ef0-78a6f526931c req-172843b9-17d5-4e3f-a061-5168e62af4d1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7d038946e22a4a039bc4d65b7cf25809&device_id=dcaea13c-6cb5-4b73-96e9-54bb35a44a4b HTTP/1.1" status: 200 len: 1098 time: 0.0518668 Jun 21 19:47:35.477701 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7cdfc-692c-4b59-9ef0-78a6f526931c req-8cc16cfd-8f1d-4663-a613-a71734e82808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:35.479217 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-eda7cdfc-692c-4b59-9ef0-78a6f526931c req-8cc16cfd-8f1d-4663-a613-a71734e82808 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0f9d9530-e1a8-407d-9ee9-f77d68ba41e8 HTTP/1.1" status: 200 len: 909 time: 0.0908728 Jun 21 19:47:35.552507 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-eda7cdfc-692c-4b59-9ef0-78a6f526931c req-cc02d18a-fbd3-40f7-b832-7cf38cf9339e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2622d17-8638-47b1-b4f3-0b5179832f75 HTTP/1.1" status: 200 len: 999 time: 0.0662189 Jun 21 19:47:35.603368 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7cdfc-692c-4b59-9ef0-78a6f526931c req-b71a3e6b-e4d5-4331-9d1c-f8f6c062d51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:35.605049 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-eda7cdfc-692c-4b59-9ef0-78a6f526931c req-b71a3e6b-e4d5-4331-9d1c-f8f6c062d51d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fdf61b56-f8b4-457a-8e16-21ee84ffaed4 HTTP/1.1" status: 200 len: 847 time: 0.0459948 Jun 21 19:47:35.653832 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62a27d-5502-4379-b4eb-4eb8edaba135 req-ece20a13-0db4-4fa8-8776-5199dfed4c41 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:35.655304 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-1e62a27d-5502-4379-b4eb-4eb8edaba135 req-ece20a13-0db4-4fa8-8776-5199dfed4c41 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a71080e-f99b-4772-b8b4-c63b190d2d08 HTTP/1.1" status: 200 len: 944 time: 0.0647848 Jun 21 19:47:35.668311 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7cdfc-692c-4b59-9ef0-78a6f526931c req-769a02f9-653b-40db-873a-c7ee3324cdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:35.669928 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-eda7cdfc-692c-4b59-9ef0-78a6f526931c req-769a02f9-653b-40db-873a-c7ee3324cdf2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0f9d9530-e1a8-407d-9ee9-f77d68ba41e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0587211 Jun 21 19:47:35.696854 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-1e62a27d-5502-4379-b4eb-4eb8edaba135 req-ba0a92c2-37f3-47a3-b293-276d1bfd6dab tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a4519e5-d306-4575-af01-b462630d1ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351093 Jun 21 19:47:35.725035 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-5986c00b-56a3-497f-bb68-f148c9e9d67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f629bb-7bb5-4edd-bdfb-286e53aa7548', 'name': 'tempest-TestShelveInstance-951043447-router', 'tenant_id': '7d038946e22a4a039bc4d65b7cf25809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '273d0adc-5a7e-41a0-a6fa-1ed8b633cca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:46:12Z', 'updated_at': '2021-06-21T19:46:19Z', 'revision_number': 4, 'project_id': '7d038946e22a4a039bc4d65b7cf25809', 'gw_port': {'id': '273d0adc-5a7e-41a0-a6fa-1ed8b633cca5', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ae:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f629bb-7bb5-4edd-bdfb-286e53aa7548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:46:13Z', 'updated_at': '2021-06-21T19:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_floatingips': [{'id': '336bc2a1-2f5a-4e25-92dd-e5b43c4f2b54', 'tenant_id': '7d038946e22a4a039bc4d65b7cf25809', 'floating_ip_address': '172.28.3.224', 'floating_network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'router_id': '58f629bb-7bb5-4edd-bdfb-286e53aa7548', 'port_id': 'a2622d17-8638-47b1-b4f3-0b5179832f75', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f9d9530-e1a8-407d-9ee9-f77d68ba41e8', 'mac_address': 'fa:16:3e:ba:ba:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcaea13c-6cb5-4b73-96e9-54bb35a44a4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T19:47:34Z', 'updated_at': '2021-06-21T19:47:34Z', 'revision_number': 0, 'project_id': '7d038946e22a4a039bc4d65b7cf25809', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7cc1bed-5c3e-4426-b1e0-c8a024ec1c14', 'name': '', 'network_id': '0f9d9530-e1a8-407d-9ee9-f77d68ba41e8', 'tenant_id': '7d038946e22a4a039bc4d65b7cf25809', 'mac_address': 'fa:16:3e:0b:6f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f629bb-7bb5-4edd-bdfb-286e53aa7548', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'fdf61b56-f8b4-457a-8e16-21ee84ffaed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:46:17Z', 'updated_at': '2021-06-21T19:46:30Z', 'revision_number': 5, 'project_id': '7d038946e22a4a039bc4d65b7cf25809', 'subnets': [{'id': 'fdf61b56-f8b4-457a-8e16-21ee84ffaed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:47:35.753116 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5986c00b-56a3-497f-bb68-f148c9e9d67c None None] Checking router: 58f629bb-7bb5-4edd-bdfb-286e53aa7548 for host: dv-cinder-792462-15-smb {{(pid=104577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 19:47:35.760440 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-eda7cdfc-692c-4b59-9ef0-78a6f526931c req-adea5401-f9fd-497d-800c-fe7f5a6f8d3e service neutron] 10.222.0.46 "GET /v2.0/networks/0f9d9530-e1a8-407d-9ee9-f77d68ba41e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835097 Jun 21 19:47:35.761155 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5986c00b-56a3-497f-bb68-f148c9e9d67c None None] Routers {'58f629bb-7bb5-4edd-bdfb-286e53aa7548'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:47:35.761792 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-5986c00b-56a3-497f-bb68-f148c9e9d67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:47:33Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['58f629bb-7bb5-4edd-bdfb-286e53aa7548'], 'active': True} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:47:35.850898 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-eda7cdfc-692c-4b59-9ef0-78a6f526931c req-21a24113-7862-4221-9cae-1b198417d7b8 service neutron] 10.222.0.46 "GET /v2.0/networks/0f9d9530-e1a8-407d-9ee9-f77d68ba41e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837240 Jun 21 19:47:35.862688 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvr_db [None req-5986c00b-56a3-497f-bb68-f148c9e9d67c None None] Set router 58f629bb-7bb5-4edd-bdfb-286e53aa7548 gateway port host: dv-cinder-792462-15-smb {{(pid=104577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:47:35.968777 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-42de2df7-e83b-4cb7-9b47-4d153e7d24d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:36.076108 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device d7f30575-60aa-447c-88cc-51c210e9802e up at agent hyperv_hv-cinder-79246 {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:47:36.109426 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19108d3-e42e-4efd-b3d7-b0b8b8048fb7 req-e29c69d3-05b0-4399-91e6-8d39bd41b864 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:36.112161 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-c19108d3-e42e-4efd-b3d7-b0b8b8048fb7 req-e29c69d3-05b0-4399-91e6-8d39bd41b864 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?device_id=f530946a-70ad-452d-96b7-18d2468e33a9 HTTP/1.1" status: 200 len: 946 time: 0.0706973 Jun 21 19:47:36.128262 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-5986c00b-56a3-497f-bb68-f148c9e9d67c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f629bb-7bb5-4edd-bdfb-286e53aa7548', 'name': 'tempest-TestShelveInstance-951043447-router', 'tenant_id': '7d038946e22a4a039bc4d65b7cf25809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '273d0adc-5a7e-41a0-a6fa-1ed8b633cca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:46:12Z', 'updated_at': '2021-06-21T19:46:19Z', 'revision_number': 4, 'project_id': '7d038946e22a4a039bc4d65b7cf25809', 'gw_port': {'id': '273d0adc-5a7e-41a0-a6fa-1ed8b633cca5', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ae:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f629bb-7bb5-4edd-bdfb-286e53aa7548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:46:13Z', 'updated_at': '2021-06-21T19:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_floatingips': [{'id': '336bc2a1-2f5a-4e25-92dd-e5b43c4f2b54', 'tenant_id': '7d038946e22a4a039bc4d65b7cf25809', 'floating_ip_address': '172.28.3.224', 'floating_network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'router_id': '58f629bb-7bb5-4edd-bdfb-286e53aa7548', 'port_id': 'a2622d17-8638-47b1-b4f3-0b5179832f75', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f9d9530-e1a8-407d-9ee9-f77d68ba41e8', 'mac_address': 'fa:16:3e:ba:ba:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcaea13c-6cb5-4b73-96e9-54bb35a44a4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T19:47:34Z', 'updated_at': '2021-06-21T19:47:34Z', 'revision_number': 0, 'project_id': '7d038946e22a4a039bc4d65b7cf25809', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7cc1bed-5c3e-4426-b1e0-c8a024ec1c14', 'name': '', 'network_id': '0f9d9530-e1a8-407d-9ee9-f77d68ba41e8', 'tenant_id': '7d038946e22a4a039bc4d65b7cf25809', 'mac_address': 'fa:16:3e:0b:6f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f629bb-7bb5-4edd-bdfb-286e53aa7548', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'fdf61b56-f8b4-457a-8e16-21ee84ffaed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:46:17Z', 'updated_at': '2021-06-21T19:46:30Z', 'revision_number': 5, 'project_id': '7d038946e22a4a039bc4d65b7cf25809', 'subnets': [{'id': 'fdf61b56-f8b4-457a-8e16-21ee84ffaed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:47:36.155450 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-c19108d3-e42e-4efd-b3d7-b0b8b8048fb7 req-f17ebbec-a6d8-4d38-8f11-7d47a27dde25 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f34aa6c-b29c-41d3-870f-60686f70e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373461 Jun 21 19:47:36.157415 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5986c00b-56a3-497f-bb68-f148c9e9d67c None None] The sync data for ids ['58f629bb-7bb5-4edd-bdfb-286e53aa7548'] in dv-cinder-792462-15-smb is: [{'id': '58f629bb-7bb5-4edd-bdfb-286e53aa7548', 'name': 'tempest-TestShelveInstance-951043447-router', 'tenant_id': '7d038946e22a4a039bc4d65b7cf25809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '273d0adc-5a7e-41a0-a6fa-1ed8b633cca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:46:12Z', 'updated_at': '2021-06-21T19:46:19Z', 'revision_number': 4, 'project_id': '7d038946e22a4a039bc4d65b7cf25809', 'gw_port': {'id': '273d0adc-5a7e-41a0-a6fa-1ed8b633cca5', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ae:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f629bb-7bb5-4edd-bdfb-286e53aa7548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:46:13Z', 'updated_at': '2021-06-21T19:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_floatingips': [{'id': '336bc2a1-2f5a-4e25-92dd-e5b43c4f2b54', 'tenant_id': '7d038946e22a4a039bc4d65b7cf25809', 'floating_ip_address': '172.28.3.224', 'floating_network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'router_id': '58f629bb-7bb5-4edd-bdfb-286e53aa7548', 'port_id': 'a2622d17-8638-47b1-b4f3-0b5179832f75', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f9d9530-e1a8-407d-9ee9-f77d68ba41e8', 'mac_address': 'fa:16:3e:ba:ba:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcaea13c-6cb5-4b73-96e9-54bb35a44a4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T19:47:34Z', 'updated_at': '2021-06-21T19:47:34Z', 'revision_number': 0, 'project_id': '7d038946e22a4a039bc4d65b7cf25809', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7cc1bed-5c3e-4426-b1e0-c8a024ec1c14', 'name': '', 'network_id': '0f9d9530-e1a8-407d-9ee9-f77d68ba41e8', 'tenant_id': '7d038946e22a4a039bc4d65b7cf25809', 'mac_address': 'fa:16:3e:0b:6f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f629bb-7bb5-4edd-bdfb-286e53aa7548', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'fdf61b56-f8b4-457a-8e16-21ee84ffaed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:46:17Z', 'updated_at': '2021-06-21T19:46:30Z', 'revision_number': 5, 'project_id': '7d038946e22a4a039bc4d65b7cf25809', 'subnets': [{'id': 'fdf61b56-f8b4-457a-8e16-21ee84ffaed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 19:47:36.168141 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Provisioning for port d7f30575-60aa-447c-88cc-51c210e9802e completed by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:47:36.173810 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Provisioning complete for port d7f30575-60aa-447c-88cc-51c210e9802e triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:47:36.173810 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:36.257969 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:36.295943 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a71080e-f99b-4772-b8b4-c63b190d2d08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f30575-60aa-447c-88cc-51c210e9802e'}] {{(pid=104577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:47:36.299320 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c14435dcc002c6d250290293137fb351442a83316ffa0c10b5cf8ed6f24812f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee81dbe-0e8b-4d83-a4f9-e9a1f909320d" -d '{"events": [{"server_uuid": "2a71080e-f99b-4772-b8b4-c63b190d2d08", "name": "network-vif-plugged", "status": "completed", "tag": "d7f30575-60aa-447c-88cc-51c210e9802e"}]}' {{(pid=104577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:47:36.317923 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port d7f30575-60aa-447c-88cc-51c210e9802e, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=d7f30575-60aa-447c-88cc-51c210e9802e,segment=NetworkSegment(6c78d842-2111-4103-a4f6-889af4937d14),segment_id=6c78d842-2111-4103-a4f6-889af4937d14)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:47:36.327692 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:36.330664 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:36.376459 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 19:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8cbb1d-503f-4d84-b406-235ca8081eae x-openstack-request-id: req-0f8cbb1d-503f-4d84-b406-235ca8081eae {{(pid=104577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:47:36.376757 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a71080e-f99b-4772-b8b4-c63b190d2d08", "name": "network-vif-plugged", "status": "completed", "tag": "d7f30575-60aa-447c-88cc-51c210e9802e", "code": 200}]} {{(pid=104577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:47:36.377017 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-0f8cbb1d-503f-4d84-b406-235ca8081eae {{(pid=104577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:47:36.377411 dv-cinder-792462-15-smb neutron-server[104577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a71080e-f99b-4772-b8b4-c63b190d2d08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f30575-60aa-447c-88cc-51c210e9802e', 'code': 200} Jun 21 19:47:36.392620 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Pushing event updated for resources: {'Port': ['ID=d7f30575-60aa-447c-88cc-51c210e9802e,revision_number=5']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:36.396569 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:36.429562 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b45c93e-0e2d-4db0-8013-0853759eb9ac None None] New status for floating IP 336bc2a1-2f5a-4e25-92dd-e5b43c4f2b54: ACTIVE {{(pid=104578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 19:47:36.636068 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac22f9-ffb5-4f38-8ff7-a8a8896a422c req-568431a6-2992-4319-9e47-17b2404b3ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:36.637522 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-8eac22f9-ffb5-4f38-8ff7-a8a8896a422c req-568431a6-2992-4319-9e47-17b2404b3ad5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2a71080e-f99b-4772-b8b4-c63b190d2d08 HTTP/1.1" status: 200 len: 1098 time: 0.0516267 Jun 21 19:47:36.675865 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-8eac22f9-ffb5-4f38-8ff7-a8a8896a422c req-b6c33e74-7b2b-476f-b9b1-ce573d28f469 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2a4519e5-d306-4575-af01-b462630d1ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306094 Jun 21 19:47:36.872689 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90096466-c87d-4296-9d6e-67f041687f3c req-26c47bcd-5fc5-46c8-8bce-2c1a99efa857 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:36.874155 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-90096466-c87d-4296-9d6e-67f041687f3c req-26c47bcd-5fc5-46c8-8bce-2c1a99efa857 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a71080e-f99b-4772-b8b4-c63b190d2d08 HTTP/1.1" status: 200 len: 945 time: 0.0658684 Jun 21 19:47:36.910033 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-90096466-c87d-4296-9d6e-67f041687f3c req-e1e195ca-ef26-49b9-b41f-5d402a91bf19 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a4519e5-d306-4575-af01-b462630d1ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303059 Jun 21 19:47:37.336235 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5661f07-09b5-46ff-934d-bd91e71c61bd req-bec37aa8-2911-46b0-a615-71be20d6b939 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:37.337714 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-b5661f07-09b5-46ff-934d-bd91e71c61bd req-bec37aa8-2911-46b0-a615-71be20d6b939 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?device_id=f530946a-70ad-452d-96b7-18d2468e33a9 HTTP/1.1" status: 200 len: 946 time: 0.0653396 Jun 21 19:47:37.373886 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-b5661f07-09b5-46ff-934d-bd91e71c61bd req-9ae3521d-a13e-4084-8d11-b4b7f64c0858 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f34aa6c-b29c-41d3-870f-60686f70e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305600 Jun 21 19:47:38.080685 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683c61a-057f-484f-be1d-9f695702f401 req-d530ebfd-a7cd-4ae1-9808-8271624bef4a tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:38.082069 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-5683c61a-057f-484f-be1d-9f695702f401 req-d530ebfd-a7cd-4ae1-9808-8271624bef4a tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a71080e-f99b-4772-b8b4-c63b190d2d08 HTTP/1.1" status: 200 len: 945 time: 0.0624142 Jun 21 19:47:38.119712 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-5683c61a-057f-484f-be1d-9f695702f401 req-b6bb16f3-d248-47b1-9811-5d42c4205eb9 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a4519e5-d306-4575-af01-b462630d1ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321002 Jun 21 19:47:38.548940 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad835191-f4d0-46f3-8911-3788cc39c61e req-3b81ecc7-972e-46f5-9e3d-05a13a827cad tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:38.550601 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-ad835191-f4d0-46f3-8911-3788cc39c61e req-3b81ecc7-972e-46f5-9e3d-05a13a827cad tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?device_id=f530946a-70ad-452d-96b7-18d2468e33a9 HTTP/1.1" status: 200 len: 946 time: 0.0671837 Jun 21 19:47:38.589716 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-ad835191-f4d0-46f3-8911-3788cc39c61e req-8146ff9c-aace-4ea2-b36a-a649b391b491 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f34aa6c-b29c-41d3-870f-60686f70e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332513 Jun 21 19:47:38.858294 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74799a-8f91-4782-8c44-954be7d607ba req-e0942a4e-98b2-4bbc-ba22-fe16c528659a tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:38.859679 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-9c74799a-8f91-4782-8c44-954be7d607ba req-e0942a4e-98b2-4bbc-ba22-fe16c528659a tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a71080e-f99b-4772-b8b4-c63b190d2d08 HTTP/1.1" status: 200 len: 945 time: 0.0626285 Jun 21 19:47:38.897202 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-9c74799a-8f91-4782-8c44-954be7d607ba req-48527960-b0a1-4a43-a68a-84d66ac11af0 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a4519e5-d306-4575-af01-b462630d1ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319581 Jun 21 19:47:39.761591 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf17aa-6f26-4849-a013-749a3e27c2c0 req-c9d4f25a-3110-4bab-a8dd-9bdefd7bef0c tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:39.763025 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-99bf17aa-6f26-4849-a013-749a3e27c2c0 req-c9d4f25a-3110-4bab-a8dd-9bdefd7bef0c tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?device_id=f530946a-70ad-452d-96b7-18d2468e33a9 HTTP/1.1" status: 200 len: 946 time: 0.0643809 Jun 21 19:47:39.798677 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-99bf17aa-6f26-4849-a013-749a3e27c2c0 req-271b3d3c-c0e7-41bf-a3ff-8ea14b2b6c75 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f34aa6c-b29c-41d3-870f-60686f70e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301592 Jun 21 19:47:40.070351 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e600149-b65c-48d9-a361-1723ade8ea89 req-b742f919-6ee8-4f1b-a9d9-c3833330e631 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:40.071679 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-6e600149-b65c-48d9-a361-1723ade8ea89 req-b742f919-6ee8-4f1b-a9d9-c3833330e631 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a71080e-f99b-4772-b8b4-c63b190d2d08 HTTP/1.1" status: 200 len: 945 time: 0.0640852 Jun 21 19:47:40.106553 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-6e600149-b65c-48d9-a361-1723ade8ea89 req-745b37aa-5b53-44af-a863-3262ced95034 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a4519e5-d306-4575-af01-b462630d1ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294223 Jun 21 19:47:40.559207 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77bedea-8898-447f-861e-565ea04e1136 req-3ecc40be-bbb5-4419-9253-b91718f8a041 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:40.560620 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-c77bedea-8898-447f-861e-565ea04e1136 req-3ecc40be-bbb5-4419-9253-b91718f8a041 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] 10.222.0.46 "GET /v2.0/ports?device_id=2a71080e-f99b-4772-b8b4-c63b190d2d08 HTTP/1.1" status: 200 len: 945 time: 0.0617046 Jun 21 19:47:40.661742 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.plugin [req-c77bedea-8898-447f-861e-565ea04e1136 req-8c7eadbd-1304-4e2c-9d5c-a24acf295591 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Deleting port d7f30575-60aa-447c-88cc-51c210e9802e {{(pid=104576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 19:47:40.661994 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-c77bedea-8898-447f-861e-565ea04e1136 req-8c7eadbd-1304-4e2c-9d5c-a24acf295591 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761649817829'] for port, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:40.753054 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.db [req-c77bedea-8898-447f-861e-565ea04e1136 req-8c7eadbd-1304-4e2c-9d5c-a24acf295591 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] For port d7f30575-60aa-447c-88cc-51c210e9802e, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=d7f30575-60aa-447c-88cc-51c210e9802e,segment=NetworkSegment(6c78d842-2111-4103-a4f6-889af4937d14),segment_id=6c78d842-2111-4103-a4f6-889af4937d14)] {{(pid=104576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:47:40.753407 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-c77bedea-8898-447f-861e-565ea04e1136 req-8c7eadbd-1304-4e2c-9d5c-a24acf295591 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33076891'] for port, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:40.826033 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.plugin [req-c77bedea-8898-447f-861e-565ea04e1136 req-8c7eadbd-1304-4e2c-9d5c-a24acf295591 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Calling delete_port for d7f30575-60aa-447c-88cc-51c210e9802e owned by compute:nova {{(pid=104576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 19:47:40.956147 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-c77bedea-8898-447f-861e-565ea04e1136 req-8c7eadbd-1304-4e2c-9d5c-a24acf295591 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761649822437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761649331806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29817493'] for port, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:40.961383 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:40.968212 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9dc1b2-aaa1-49f5-8392-0854ede0417f req-a70426c2-f193-4fc5-bca2-4f5f065988e7 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:40.969667 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-8a9dc1b2-aaa1-49f5-8392-0854ede0417f req-a70426c2-f193-4fc5-bca2-4f5f065988e7 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?device_id=f530946a-70ad-452d-96b7-18d2468e33a9 HTTP/1.1" status: 200 len: 946 time: 0.0626543 Jun 21 19:47:40.975511 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] get_ports_and_sgs() called for port_ids ['d7f30575-60aa-447c-88cc-51c210e9802e'] {{(pid=104577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 19:47:41.014463 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-8a9dc1b2-aaa1-49f5-8392-0854ede0417f req-bbb25f5f-3a10-48b7-825a-4680cb101f03 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f34aa6c-b29c-41d3-870f-60686f70e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341535 Jun 21 19:47:41.235489 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7eadbd-1304-4e2c-9d5c-a24acf295591 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Pushing event deleted for resources: {'Port': ['ID=d7f30575-60aa-447c-88cc-51c210e9802e,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:41.246630 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-8c7eadbd-1304-4e2c-9d5c-a24acf295591 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:41.281209 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-0fa83e19-4dc9-48d8-bc83-6a6471e1b982 req-eef9ec46-c319-4af3-ba3e-03f2b0a1a47f tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] 10.222.0.38 "GET /v2.0/ports?device_id=2a71080e-f99b-4772-b8b4-c63b190d2d08 HTTP/1.1" status: 200 len: 210 time: 0.0495455 Jun 21 19:47:41.302708 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [req-c77bedea-8898-447f-861e-565ea04e1136 req-8c7eadbd-1304-4e2c-9d5c-a24acf295591 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] No DVR routers for this DVR port d7f30575-60aa-447c-88cc-51c210e9802e on host hv-cinder-79246 {{(pid=104576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 19:47:41.305174 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-c77bedea-8898-447f-861e-565ea04e1136 req-8c7eadbd-1304-4e2c-9d5c-a24acf295591 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147'] for port, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:41.307174 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-c77bedea-8898-447f-861e-565ea04e1136 req-8c7eadbd-1304-4e2c-9d5c-a24acf295591 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] 10.222.0.46 "DELETE /v2.0/ports/d7f30575-60aa-447c-88cc-51c210e9802e HTTP/1.1" status: 204 len: 173 time: 0.7387691 Jun 21 19:47:41.307658 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a71080e-f99b-4772-b8b4-c63b190d2d08', 'name': 'network-vif-deleted', 'tag': 'd7f30575-60aa-447c-88cc-51c210e9802e'}] {{(pid=104576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:47:41.309919 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05f20d886da9388d71ee432e92ee53588f77c84f00dcc9da6d5f2e0db0526183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5304fa9f-7969-4dc8-a5bf-d3789ab6f6e7" -d '{"events": [{"server_uuid": "2a71080e-f99b-4772-b8b4-c63b190d2d08", "name": "network-vif-deleted", "tag": "d7f30575-60aa-447c-88cc-51c210e9802e"}]}' {{(pid=104576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:47:41.350869 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 19:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9465265a-46e7-43d9-a625-98cabe87cf8d x-openstack-request-id: req-9465265a-46e7-43d9-a625-98cabe87cf8d {{(pid=104576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:47:41.351253 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a71080e-f99b-4772-b8b4-c63b190d2d08", "name": "network-vif-deleted", "tag": "d7f30575-60aa-447c-88cc-51c210e9802e", "status": "completed", "code": 200}]} {{(pid=104576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:47:41.351612 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9465265a-46e7-43d9-a625-98cabe87cf8d {{(pid=104576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:47:41.352165 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a71080e-f99b-4772-b8b4-c63b190d2d08', 'name': 'network-vif-deleted', 'tag': 'd7f30575-60aa-447c-88cc-51c210e9802e', 'status': 'completed', 'code': 200} Jun 21 19:47:42.189144 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd586410-cd32-4cb2-a00e-f871fa037ec4 req-07d7c49f-4981-437a-be75-980d3bdd52b9 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:42.191092 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-bd586410-cd32-4cb2-a00e-f871fa037ec4 req-07d7c49f-4981-437a-be75-980d3bdd52b9 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?device_id=f530946a-70ad-452d-96b7-18d2468e33a9 HTTP/1.1" status: 200 len: 946 time: 0.0667965 Jun 21 19:47:42.226993 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-bd586410-cd32-4cb2-a00e-f871fa037ec4 req-f07a06f6-ebdb-4621-82f3-bf7c42a34009 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f34aa6c-b29c-41d3-870f-60686f70e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303195 Jun 21 19:47:42.594191 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea56e70-a50c-42be-a789-fe13c4a03b78 req-f42a4b0e-75e1-4049-a31c-d668815999dd tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:42.595971 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-2ea56e70-a50c-42be-a789-fe13c4a03b78 req-f42a4b0e-75e1-4049-a31c-d668815999dd tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] 10.222.0.38 "GET /v2.0/networks?id=bc3358c4-021b-47c9-9904-b0d9a89cd797 HTTP/1.1" status: 200 len: 809 time: 0.1174505 Jun 21 19:47:42.615677 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-2ea56e70-a50c-42be-a789-fe13c4a03b78 req-ef87da61-6260-479a-8df2-957e897f2951 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] 10.222.0.38 "GET /v2.0/quotas/98c5f1b3967843c7a4b090f2d6e8b93e HTTP/1.1" status: 200 len: 375 time: 0.0124242 Jun 21 19:47:42.657931 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-2ea56e70-a50c-42be-a789-fe13c4a03b78 req-0905131e-4eeb-4bf1-bf8e-eea8a27d0001 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=98c5f1b3967843c7a4b090f2d6e8b93e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297687 Jun 21 19:47:42.746997 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-2ea56e70-a50c-42be-a789-fe13c4a03b78 req-90fbd3f2-c6ed-4047-bd2f-64230e34914f service neutron] 10.222.0.38 "GET /v2.0/networks/bc3358c4-021b-47c9-9904-b0d9a89cd797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864823 Jun 21 19:47:42.835011 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-2ea56e70-a50c-42be-a789-fe13c4a03b78 req-7e437724-6ca5-4f32-a3a0-ffd22745ff15 service neutron] 10.222.0.38 "GET /v2.0/networks/bc3358c4-021b-47c9-9904-b0d9a89cd797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815718 Jun 21 19:47:43.012841 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-b971cdb3-2e74-4700-bbd0-1f9a3b44cae6 req-f0a00174-e11a-48e3-88a1-0572eee22a6d tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] 10.222.0.38 "GET /v2.0/ports?device_id=32550af6-607a-42eb-a2cb-8e2d2870d121 HTTP/1.1" status: 200 len: 210 time: 0.0300584 Jun 21 19:47:43.408888 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e48ac45-45fc-4a18-8bf6-738c08d7b066 req-0e1f3987-7fd4-4701-aa49-acc0c6240718 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:43.410431 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-2e48ac45-45fc-4a18-8bf6-738c08d7b066 req-0e1f3987-7fd4-4701-aa49-acc0c6240718 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?device_id=f530946a-70ad-452d-96b7-18d2468e33a9 HTTP/1.1" status: 200 len: 946 time: 0.0669038 Jun 21 19:47:43.452046 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-2e48ac45-45fc-4a18-8bf6-738c08d7b066 req-fa38d5f6-e327-44e6-b76e-caefe3603919 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f34aa6c-b29c-41d3-870f-60686f70e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358958 Jun 21 19:47:43.806336 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b4c5eb-1e97-4de2-92a7-56cac2a3c2c7 req-4c770f57-7027-4168-be79-6208b96f931b tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:43.807917 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-47b4c5eb-1e97-4de2-92a7-56cac2a3c2c7 req-4c770f57-7027-4168-be79-6208b96f931b tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?device_id=f530946a-70ad-452d-96b7-18d2468e33a9 HTTP/1.1" status: 200 len: 946 time: 0.0706859 Jun 21 19:47:43.816550 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea06a9b-beaf-4f2c-86a6-a93beff3cb0f req-35435e56-9063-4c2e-99cb-a464d7b0951c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:43.818178 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-1ea06a9b-beaf-4f2c-86a6-a93beff3cb0f req-35435e56-9063-4c2e-99cb-a464d7b0951c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c5aea0db63454ab7b0452a27b5c0fbbe&device_id=f530946a-70ad-452d-96b7-18d2468e33a9 HTTP/1.1" status: 200 len: 1099 time: 0.0609748 Jun 21 19:47:43.849794 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-47b4c5eb-1e97-4de2-92a7-56cac2a3c2c7 req-015e9d15-663d-423b-9dc0-0cff08f4cd3f tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f34aa6c-b29c-41d3-870f-60686f70e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358865 Jun 21 19:47:43.916431 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea06a9b-beaf-4f2c-86a6-a93beff3cb0f req-75229075-39fe-4035-bb0d-44e810346a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:43.917924 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-1ea06a9b-beaf-4f2c-86a6-a93beff3cb0f req-75229075-39fe-4035-bb0d-44e810346a50 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f83e3e6f-0c8e-4ab7-af9c-731326ea9260 HTTP/1.1" status: 200 len: 911 time: 0.0922799 Jun 21 19:47:43.986008 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-1ea06a9b-beaf-4f2c-86a6-a93beff3cb0f req-70260993-17b2-4d32-913f-09f90bd0a873 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3269eb82-0ff3-4dcb-af2a-f3b6fba0734f HTTP/1.1" status: 200 len: 1001 time: 0.0595880 Jun 21 19:47:44.077754 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea06a9b-beaf-4f2c-86a6-a93beff3cb0f req-0f214812-3f62-4e65-81c9-c656bdf0062a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:44.079236 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-1ea06a9b-beaf-4f2c-86a6-a93beff3cb0f req-0f214812-3f62-4e65-81c9-c656bdf0062a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ce1151cf-2ecc-44e3-aa52-cfec5d7d7e35 HTTP/1.1" status: 200 len: 849 time: 0.0870745 Jun 21 19:47:44.107953 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device d7f30575-60aa-447c-88cc-51c210e9802e no longer exists at agent hyperv_hv-cinder-79246 {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 19:47:44.155305 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] No Port match for: d7f30575-60aa-447c-88cc-51c210e9802e {{(pid=104577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 19:47:44.155578 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device d7f30575-60aa-447c-88cc-51c210e9802e not bound to the agent host hv-cinder-79246 {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 19:47:44.215224 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea06a9b-beaf-4f2c-86a6-a93beff3cb0f req-a0ec9d4b-f62a-4cfc-9785-051d13f1c61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:44.224980 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-1ea06a9b-beaf-4f2c-86a6-a93beff3cb0f req-a0ec9d4b-f62a-4cfc-9785-051d13f1c61e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f83e3e6f-0c8e-4ab7-af9c-731326ea9260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1358094 Jun 21 19:47:44.248891 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-ae3a3d69-8fe6-4eed-bb1e-6478dfc7079f req-e7230535-b76d-401a-a528-632126851e64 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] 10.222.0.38 "GET /v2.0/ports?device_id=32550af6-607a-42eb-a2cb-8e2d2870d121 HTTP/1.1" status: 200 len: 210 time: 0.0544503 Jun 21 19:47:44.260153 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea56e70-a50c-42be-a789-fe13c4a03b78 req-fdac2254-c272-4f87-8c91-76ec275001e3 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:44.261956 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-2ea56e70-a50c-42be-a789-fe13c4a03b78 req-fdac2254-c272-4f87-8c91-76ec275001e3 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] 10.222.0.46 "GET /v2.0/networks?id=bc3358c4-021b-47c9-9904-b0d9a89cd797 HTTP/1.1" status: 200 len: 809 time: 0.2265451 Jun 21 19:47:44.281174 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [req-2ea56e70-a50c-42be-a789-fe13c4a03b78 req-276db386-27be-4060-b0bf-5ffa5fe12766 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Request body: {'port': {'device_id': '32550af6-607a-42eb-a2cb-8e2d2870d121', 'network_id': 'bc3358c4-021b-47c9-9904-b0d9a89cd797', 'admin_state_up': True, 'tenant_id': '98c5f1b3967843c7a4b090f2d6e8b93e'}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:47:44.411600 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-1ea06a9b-beaf-4f2c-86a6-a93beff3cb0f req-4bb6617d-a631-47a3-bbe2-820827e0e039 service neutron] 10.222.0.46 "GET /v2.0/networks/f83e3e6f-0c8e-4ab7-af9c-731326ea9260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738954 Jun 21 19:47:44.422047 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ea56e70-a50c-42be-a789-fe13c4a03b78 req-276db386-27be-4060-b0bf-5ffa5fe12766 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Made reservation on behalf of 98c5f1b3967843c7a4b090f2d6e8b93e for: {'port': 1} {{(pid=104575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:47:44.427150 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-2ea56e70-a50c-42be-a789-fe13c4a03b78 req-276db386-27be-4060-b0bf-5ffa5fe12766 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for port, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:44.430445 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baee380-5055-40fc-be24-574fa823ec67 req-c598b5ca-742d-4e97-999a-7bde2ba9d2ec tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:44.432440 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-3baee380-5055-40fc-be24-574fa823ec67 req-c598b5ca-742d-4e97-999a-7bde2ba9d2ec tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d6cb355-90d4-4cfb-a675-2e71aef06708 HTTP/1.1" status: 200 len: 945 time: 0.1122901 Jun 21 19:47:44.525008 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-3baee380-5055-40fc-be24-574fa823ec67 req-04db1dfc-0f36-459d-bdc5-adfe26af8508 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/security-groups?id=976b2aa1-f36b-47f5-8985-27c4a5c1e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835130 Jun 21 19:47:44.559188 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-1ea06a9b-beaf-4f2c-86a6-a93beff3cb0f req-a7ab7c6b-5a85-4bc9-9c43-8f9b93032cf2 service neutron] 10.222.0.46 "GET /v2.0/networks/f83e3e6f-0c8e-4ab7-af9c-731326ea9260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256630 Jun 21 19:47:44.581654 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.db_base_plugin_common [req-2ea56e70-a50c-42be-a789-fe13c4a03b78 req-276db386-27be-4060-b0bf-5ffa5fe12766 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Allocated IP 172.20.0.11 (bc3358c4-021b-47c9-9904-b0d9a89cd797/c1339892-3789-4f58-8bb0-a1ac2dfcc8d4/92e12e9f-e1e1-4215-afc1-72445ffbd023) {{(pid=104575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:47:44.733960 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-2ea56e70-a50c-42be-a789-fe13c4a03b78 req-276db386-27be-4060-b0bf-5ffa5fe12766 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Notify callbacks [] for port, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:44.771067 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-2ea56e70-a50c-42be-a789-fe13c4a03b78 req-276db386-27be-4060-b0bf-5ffa5fe12766 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-129462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761649331797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30138796'] for port, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:44.774766 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-eb64667d-9aa8-42f9-8fd9-6d95e1b9e1bc tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:44.813217 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ea56e70-a50c-42be-a789-fe13c4a03b78 req-276db386-27be-4060-b0bf-5ffa5fe12766 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Network bc3358c4-021b-47c9-9904-b0d9a89cd797 is already hosted by enough agents. {{(pid=104575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:47:44.816883 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.base_scheduler [req-2ea56e70-a50c-42be-a789-fe13c4a03b78 req-276db386-27be-4060-b0bf-5ffa5fe12766 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Resources bound (agent type, host, resource id): {{(pid=104575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:47:44.820742 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ea56e70-a50c-42be-a789-fe13c4a03b78 req-276db386-27be-4060-b0bf-5ffa5fe12766 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Received port after_create {{(pid=104575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:47:44.849576 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276db386-27be-4060-b0bf-5ffa5fe12766 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Pushing event updated for resources: {'Port': ['ID=92e12e9f-e1e1-4215-afc1-72445ffbd023,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:44.853660 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-276db386-27be-4060-b0bf-5ffa5fe12766 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:44.875685 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea56e70-a50c-42be-a789-fe13c4a03b78 req-276db386-27be-4060-b0bf-5ffa5fe12766 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:44.876540 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-2ea56e70-a50c-42be-a789-fe13c4a03b78 req-276db386-27be-4060-b0bf-5ffa5fe12766 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147'] for port, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:44.890897 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-2ea56e70-a50c-42be-a789-fe13c4a03b78 req-276db386-27be-4060-b0bf-5ffa5fe12766 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6163592 Jun 21 19:47:44.906984 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [req-2ea56e70-a50c-42be-a789-fe13c4a03b78 req-d00d2468-8efb-41f6-a6d1-47a016306ee7 service neutron] Request body: {'port': {'device_id': '32550af6-607a-42eb-a2cb-8e2d2870d121', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:47:45.008192 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-2ea56e70-a50c-42be-a789-fe13c4a03b78 req-d00d2468-8efb-41f6-a6d1-47a016306ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:45.295849 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7993934-cc16-4ac6-b6e0-da95239b003c req-6a05a470-c4cb-41e1-8134-7084ed4eac56 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:45.297319 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-d7993934-cc16-4ac6-b6e0-da95239b003c req-6a05a470-c4cb-41e1-8134-7084ed4eac56 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?device_id=f530946a-70ad-452d-96b7-18d2468e33a9 HTTP/1.1" status: 200 len: 946 time: 0.3226206 Jun 21 19:47:45.427408 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-d7993934-cc16-4ac6-b6e0-da95239b003c req-e8c5d806-7d91-4d25-a84f-762070c3bd04 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f34aa6c-b29c-41d3-870f-60686f70e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853932 Jun 21 19:47:45.449444 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195fb969-5dbd-46b3-b5fa-432fbf782856 req-638cf782-5073-48ff-9082-a2d94544065e tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:45.449444 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-195fb969-5dbd-46b3-b5fa-432fbf782856 req-638cf782-5073-48ff-9082-a2d94544065e tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] 10.222.0.38 "GET /v2.0/ports?device_id=32550af6-607a-42eb-a2cb-8e2d2870d121 HTTP/1.1" status: 200 len: 932 time: 0.0686984 Jun 21 19:47:45.486723 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-195fb969-5dbd-46b3-b5fa-432fbf782856 req-17be7e1d-6566-452c-9c52-b539fa74decc tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a4519e5-d306-4575-af01-b462630d1ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320187 Jun 21 19:47:45.535684 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.notifiers.nova [req-2ea56e70-a50c-42be-a789-fe13c4a03b78 req-d00d2468-8efb-41f6-a6d1-47a016306ee7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92e12e9f-e1e1-4215-afc1-72445ffbd023 {{(pid=104575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:47:45.542671 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-2ea56e70-a50c-42be-a789-fe13c4a03b78 req-d00d2468-8efb-41f6-a6d1-47a016306ee7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:45.554805 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [req-2ea56e70-a50c-42be-a789-fe13c4a03b78 req-d00d2468-8efb-41f6-a6d1-47a016306ee7 service neutron] Transition to ACTIVE for port object 92e12e9f-e1e1-4215-afc1-72445ffbd023 will not be triggered until provisioned by entity L2. {{(pid=104575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:47:45.558304 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-2ea56e70-a50c-42be-a789-fe13c4a03b78 req-d00d2468-8efb-41f6-a6d1-47a016306ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30138778'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:45.561039 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-31cf12c6-f395-41a7-b7b2-0b67bb3b85d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:45.661182 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d2468-8efb-41f6-a6d1-47a016306ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=92e12e9f-e1e1-4215-afc1-72445ffbd023,revision_number=2']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:45.666274 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-d00d2468-8efb-41f6-a6d1-47a016306ee7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:45.742424 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [req-2ea56e70-a50c-42be-a789-fe13c4a03b78 req-d00d2468-8efb-41f6-a6d1-47a016306ee7 service neutron] Attempting to bind port 92e12e9f-e1e1-4215-afc1-72445ffbd023 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:47:45.742763 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [req-2ea56e70-a50c-42be-a789-fe13c4a03b78 req-d00d2468-8efb-41f6-a6d1-47a016306ee7 service neutron] Attempting to bind port 92e12e9f-e1e1-4215-afc1-72445ffbd023 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '6c78d842-2111-4103-a4f6-889af4937d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'bc3358c4-021b-47c9-9904-b0d9a89cd797'}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:47:45.743091 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea56e70-a50c-42be-a789-fe13c4a03b78 req-d00d2468-8efb-41f6-a6d1-47a016306ee7 service neutron] Attempting to bind port 92e12e9f-e1e1-4215-afc1-72445ffbd023 on network bc3358c4-021b-47c9-9904-b0d9a89cd797 {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:47:45.750067 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea56e70-a50c-42be-a789-fe13c4a03b78 req-d00d2468-8efb-41f6-a6d1-47a016306ee7 service neutron] Port 92e12e9f-e1e1-4215-afc1-72445ffbd023 on network bc3358c4-021b-47c9-9904-b0d9a89cd797 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 19:47:45.750383 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea56e70-a50c-42be-a789-fe13c4a03b78 req-d00d2468-8efb-41f6-a6d1-47a016306ee7 service neutron] Attempting to bind port 92e12e9f-e1e1-4215-afc1-72445ffbd023 on network bc3358c4-021b-47c9-9904-b0d9a89cd797 {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:47:45.760626 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0472f-1cfc-42e9-abcf-877b84e0cadc req-bfad23fd-1b08-4ff1-9823-e479d22e26ab tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:45.762122 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-d9d0472f-1cfc-42e9-abcf-877b84e0cadc req-bfad23fd-1b08-4ff1-9823-e479d22e26ab tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d6cb355-90d4-4cfb-a675-2e71aef06708 HTTP/1.1" status: 200 len: 945 time: 0.1257000 Jun 21 19:47:45.764816 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea56e70-a50c-42be-a789-fe13c4a03b78 req-d00d2468-8efb-41f6-a6d1-47a016306ee7 service neutron] Checking agent: {'id': '0b26fa00-c4a2-4127-a29e-c90b7b9119ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 42, 27), 'started_at': datetime.datetime(2021, 6, 21, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:47:45.765150 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea56e70-a50c-42be-a789-fe13c4a03b78 req-d00d2468-8efb-41f6-a6d1-47a016306ee7 service neutron] Checking segment: {'id': '6c78d842-2111-4103-a4f6-889af4937d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'bc3358c4-021b-47c9-9904-b0d9a89cd797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:47:45.765522 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ea56e70-a50c-42be-a789-fe13c4a03b78 req-d00d2468-8efb-41f6-a6d1-47a016306ee7 service neutron] Bound using segment: {'id': '6c78d842-2111-4103-a4f6-889af4937d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'bc3358c4-021b-47c9-9904-b0d9a89cd797'} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:47:45.765977 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [req-2ea56e70-a50c-42be-a789-fe13c4a03b78 req-d00d2468-8efb-41f6-a6d1-47a016306ee7 service neutron] Bound port: 92e12e9f-e1e1-4215-afc1-72445ffbd023, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c78d842-2111-4103-a4f6-889af4937d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'bc3358c4-021b-47c9-9904-b0d9a89cd797'}}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:47:45.766322 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-2ea56e70-a50c-42be-a789-fe13c4a03b78 req-d00d2468-8efb-41f6-a6d1-47a016306ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:45.834944 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-d9d0472f-1cfc-42e9-abcf-877b84e0cadc req-f87a1bb4-b76a-4990-93be-8a5ba234fee6 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/security-groups?id=976b2aa1-f36b-47f5-8985-27c4a5c1e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659795 Jun 21 19:47:45.858591 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.db [req-2ea56e70-a50c-42be-a789-fe13c4a03b78 req-d00d2468-8efb-41f6-a6d1-47a016306ee7 service neutron] For port 92e12e9f-e1e1-4215-afc1-72445ffbd023, host hv-cinder-79246, cleared binding levels {{(pid=104575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:47:45.861455 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.db [req-2ea56e70-a50c-42be-a789-fe13c4a03b78 req-d00d2468-8efb-41f6-a6d1-47a016306ee7 service neutron] For port 92e12e9f-e1e1-4215-afc1-72445ffbd023, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=92e12e9f-e1e1-4215-afc1-72445ffbd023,segment=NetworkSegment(6c78d842-2111-4103-a4f6-889af4937d14),segment_id=6c78d842-2111-4103-a4f6-889af4937d14)] {{(pid=104575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:47:45.866028 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-2ea56e70-a50c-42be-a789-fe13c4a03b78 req-d00d2468-8efb-41f6-a6d1-47a016306ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30138778'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:45.867921 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-aa3c6913-d99b-4cb5-a1e3-243c2e5c7a7c tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:45.905779 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea56e70-a50c-42be-a789-fe13c4a03b78 req-d00d2468-8efb-41f6-a6d1-47a016306ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:45.906403 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-2ea56e70-a50c-42be-a789-fe13c4a03b78 req-d00d2468-8efb-41f6-a6d1-47a016306ee7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147'] for port, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:45.907788 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-2ea56e70-a50c-42be-a789-fe13c4a03b78 req-d00d2468-8efb-41f6-a6d1-47a016306ee7 service neutron] 10.222.0.46 "PUT /v2.0/ports/92e12e9f-e1e1-4215-afc1-72445ffbd023 HTTP/1.1" status: 200 len: 1094 time: 1.0050790 Jun 21 19:47:45.910042 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32550af6-607a-42eb-a2cb-8e2d2870d121', 'tag': '92e12e9f-e1e1-4215-afc1-72445ffbd023'}] {{(pid=104575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:47:45.913727 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c13f0749771774115a22afc177d9d65845734126b668639f93c48b494dfbeb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6a99e6-d633-40a5-a60a-c5e7a6e79c09" -d '{"events": [{"name": "network-changed", "server_uuid": "32550af6-607a-42eb-a2cb-8e2d2870d121", "tag": "92e12e9f-e1e1-4215-afc1-72445ffbd023"}]}' {{(pid=104575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:47:45.945538 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d2468-8efb-41f6-a6d1-47a016306ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=92e12e9f-e1e1-4215-afc1-72445ffbd023,revision_number=3']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:45.949741 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-d00d2468-8efb-41f6-a6d1-47a016306ee7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:45.954669 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 19:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e839e8-ad35-4c0a-b143-800bc536c0d4 x-openstack-request-id: req-33e839e8-ad35-4c0a-b143-800bc536c0d4 {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:47:45.955150 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32550af6-607a-42eb-a2cb-8e2d2870d121", "tag": "92e12e9f-e1e1-4215-afc1-72445ffbd023", "status": "completed", "code": 200}]} {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:47:45.956011 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-33e839e8-ad35-4c0a-b143-800bc536c0d4 {{(pid=104575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:47:45.956434 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32550af6-607a-42eb-a2cb-8e2d2870d121', 'tag': '92e12e9f-e1e1-4215-afc1-72445ffbd023', 'status': 'completed', 'code': 200} Jun 21 19:47:46.009075 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea56e70-a50c-42be-a789-fe13c4a03b78 req-8058da11-8c56-4e18-ab91-fde57d3d1f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:46.010577 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-2ea56e70-a50c-42be-a789-fe13c4a03b78 req-8058da11-8c56-4e18-ab91-fde57d3d1f09 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=98c5f1b3967843c7a4b090f2d6e8b93e&device_id=32550af6-607a-42eb-a2cb-8e2d2870d121 HTTP/1.1" status: 200 len: 1097 time: 0.0513194 Jun 21 19:47:46.055136 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-2ea56e70-a50c-42be-a789-fe13c4a03b78 req-91a97795-dcc5-4e91-a745-599cbb2b599c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92e12e9f-e1e1-4215-afc1-72445ffbd023 HTTP/1.1" status: 200 len: 217 time: 0.0361476 Jun 21 19:47:46.104250 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea56e70-a50c-42be-a789-fe13c4a03b78 req-181055fe-1f00-45d9-a864-c5b418892ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:46.105557 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-2ea56e70-a50c-42be-a789-fe13c4a03b78 req-181055fe-1f00-45d9-a864-c5b418892ee5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c1339892-3789-4f58-8bb0-a1ac2dfcc8d4 HTTP/1.1" status: 200 len: 849 time: 0.0432069 Jun 21 19:47:46.138812 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-2ea56e70-a50c-42be-a789-fe13c4a03b78 req-fa270181-3934-40be-94f6-8ea3b5774378 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bc3358c4-021b-47c9-9904-b0d9a89cd797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255804 Jun 21 19:47:46.228353 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-2ea56e70-a50c-42be-a789-fe13c4a03b78 req-78c58ffb-df45-43e0-a88e-9c5a75dc05f6 service neutron] 10.222.0.46 "GET /v2.0/networks/bc3358c4-021b-47c9-9904-b0d9a89cd797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815356 Jun 21 19:47:46.316340 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-2ea56e70-a50c-42be-a789-fe13c4a03b78 req-0a876e54-be2e-48b0-b769-8d1dc18617ff service neutron] 10.222.0.46 "GET /v2.0/networks/bc3358c4-021b-47c9-9904-b0d9a89cd797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812056 Jun 21 19:47:46.416479 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a99e6-d633-40a5-a60a-c5e7a6e79c09 req-66cd5c13-4a98-49b6-a22f-b5d02f648c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:46.417863 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-1f6a99e6-d633-40a5-a60a-c5e7a6e79c09 req-66cd5c13-4a98-49b6-a22f-b5d02f648c40 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=98c5f1b3967843c7a4b090f2d6e8b93e&device_id=32550af6-607a-42eb-a2cb-8e2d2870d121 HTTP/1.1" status: 200 len: 1097 time: 0.0504885 Jun 21 19:47:46.508598 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a99e6-d633-40a5-a60a-c5e7a6e79c09 req-f9d6e780-4939-45fb-92dc-1de579155e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:46.510084 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-1f6a99e6-d633-40a5-a60a-c5e7a6e79c09 req-f9d6e780-4939-45fb-92dc-1de579155e7f service neutron] 10.222.0.46 "GET /v2.0/networks?id=bc3358c4-021b-47c9-9904-b0d9a89cd797 HTTP/1.1" status: 200 len: 910 time: 0.0843642 Jun 21 19:47:46.554837 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-1f6a99e6-d633-40a5-a60a-c5e7a6e79c09 req-426d4a47-ea8d-429f-91f6-9333c3d10b9b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92e12e9f-e1e1-4215-afc1-72445ffbd023 HTTP/1.1" status: 200 len: 217 time: 0.0370429 Jun 21 19:47:46.634480 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a99e6-d633-40a5-a60a-c5e7a6e79c09 req-104019f2-475b-45bf-aa9a-c69b52214753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:46.635915 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-1f6a99e6-d633-40a5-a60a-c5e7a6e79c09 req-104019f2-475b-45bf-aa9a-c69b52214753 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c1339892-3789-4f58-8bb0-a1ac2dfcc8d4 HTTP/1.1" status: 200 len: 849 time: 0.0716720 Jun 21 19:47:46.666453 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78935f03-18f6-4c75-b5fc-7f7cd60f1979 req-587ca8a8-86a7-4693-a34a-d273fb43d3f0 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:46.667974 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-78935f03-18f6-4c75-b5fc-7f7cd60f1979 req-587ca8a8-86a7-4693-a34a-d273fb43d3f0 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] 10.222.0.38 "GET /v2.0/ports?device_id=32550af6-607a-42eb-a2cb-8e2d2870d121 HTTP/1.1" status: 200 len: 944 time: 0.0623252 Jun 21 19:47:46.679595 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7339008-48e5-4466-9c84-4d369296b57d req-ad54eb11-56e3-41a4-9c36-8c764330b747 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:46.681368 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-c7339008-48e5-4466-9c84-4d369296b57d req-ad54eb11-56e3-41a4-9c36-8c764330b747 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?device_id=f530946a-70ad-452d-96b7-18d2468e33a9 HTTP/1.1" status: 200 len: 946 time: 0.1293998 Jun 21 19:47:46.683583 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-1f6a99e6-d633-40a5-a60a-c5e7a6e79c09 req-53d3e5e6-e7e8-4ff3-b2ec-7ef604faba6e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bc3358c4-021b-47c9-9904-b0d9a89cd797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379157 Jun 21 19:47:46.709360 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-78935f03-18f6-4c75-b5fc-7f7cd60f1979 req-926cf4ec-12b8-4e7b-994d-b7ec61dd4f43 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a4519e5-d306-4575-af01-b462630d1ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355327 Jun 21 19:47:46.766952 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-c7339008-48e5-4466-9c84-4d369296b57d req-42b310b5-2d3a-4b7d-bc2b-cc65455c0d05 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f34aa6c-b29c-41d3-870f-60686f70e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795610 Jun 21 19:47:46.798098 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-1f6a99e6-d633-40a5-a60a-c5e7a6e79c09 req-e5fa72a0-b8ae-4e36-9113-09cbdb826067 service neutron] 10.222.0.46 "GET /v2.0/networks/bc3358c4-021b-47c9-9904-b0d9a89cd797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035490 Jun 21 19:47:46.891113 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-1f6a99e6-d633-40a5-a60a-c5e7a6e79c09 req-f46eb6a3-6810-4e76-a5c0-9a2131d25d91 service neutron] 10.222.0.46 "GET /v2.0/networks/bc3358c4-021b-47c9-9904-b0d9a89cd797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827434 Jun 21 19:47:46.983811 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 44390) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:47:47.009139 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef2edd-febb-4512-a6ef-e35254b904b5 req-b3495629-cacd-405b-b115-5b6681527e46 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:47.010628 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-20ef2edd-febb-4512-a6ef-e35254b904b5 req-b3495629-cacd-405b-b115-5b6681527e46 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d6cb355-90d4-4cfb-a675-2e71aef06708 HTTP/1.1" status: 200 len: 945 time: 0.0667212 Jun 21 19:47:47.031461 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.db_base_plugin_v2 [None req-c98bba33-b9d8-447e-836d-e7277ba904cb admin admin] Deleting subnet 919ce768-6ba3-4ad6-91d3-19a783ca94b6 {{(pid=104575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 19:47:47.035177 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-c98bba33-b9d8-447e-836d-e7277ba904cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:47.051842 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-20ef2edd-febb-4512-a6ef-e35254b904b5 req-8f9f120a-3f6c-4baf-8575-443d00a07699 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/security-groups?id=976b2aa1-f36b-47f5-8985-27c4a5c1e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355306 Jun 21 19:47:47.069379 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-c98bba33-b9d8-447e-836d-e7277ba904cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30138819'] for subnet, precommit_delete_associations {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:47.107483 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-c98bba33-b9d8-447e-836d-e7277ba904cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-744040'] for subnet, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:47.157812 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-c98bba33-b9d8-447e-836d-e7277ba904cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-744039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30138841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29561145'] for subnet, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:47.161349 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-8c07825e-b4a1-4b1f-81f3-166def9cae47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:47.190111 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-c98bba33-b9d8-447e-836d-e7277ba904cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for subnet, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:47.191960 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-c98bba33-b9d8-447e-836d-e7277ba904cb admin admin] 10.222.0.38 "DELETE /v2.0/subnets/919ce768-6ba3-4ad6-91d3-19a783ca94b6 HTTP/1.1" status: 204 len: 168 time: 0.2070539 Jun 21 19:47:47.192924 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98bba33-b9d8-447e-836d-e7277ba904cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=919ce768-6ba3-4ad6-91d3-19a783ca94b6,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:47.194475 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 44392) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:47:47.196339 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-c98bba33-b9d8-447e-836d-e7277ba904cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:47.260114 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-47bda286-502c-46bb-9363-5fa3c7458d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583444'] for network, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:47.339584 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-47bda286-502c-46bb-9363-5fa3c7458d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744951', 'neutron.services.segments.db._delete_segments_for_network-8761649872083'] for network, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:47.348866 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.services.segments.db [None req-47bda286-502c-46bb-9363-5fa3c7458d10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a1e5f4d-374b-4d13-ab6c-0455c9bba921']}} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:47:47.358577 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.services.segments.db [None req-47bda286-502c-46bb-9363-5fa3c7458d10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21164b66-dec9-40da-b972-b1fa4ea41cc1') {'for_net_delete': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:47:47.358864 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.services.segments.db [None req-47bda286-502c-46bb-9363-5fa3c7458d10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21164b66-dec9-40da-b972-b1fa4ea41cc1') {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:47:47.367125 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-47bda286-502c-46bb-9363-5fa3c7458d10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761649871912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30138826'] for segment, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:47.380416 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-47bda286-502c-46bb-9363-5fa3c7458d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740799'] for segment, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:47.385907 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47bda286-502c-46bb-9363-5fa3c7458d10 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=104575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 19:47:47.386277 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-47bda286-502c-46bb-9363-5fa3c7458d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30004082'] for segment, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:47.387830 dv-cinder-792462-15-smb neutron-server[104575]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:47:47.387830 dv-cinder-792462-15-smb neutron-server[104575]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:47:47.387830 dv-cinder-792462-15-smb neutron-server[104575]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:47:47.387830 dv-cinder-792462-15-smb neutron-server[104575]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:47:47.387830 dv-cinder-792462-15-smb neutron-server[104575]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:47:47.387830 dv-cinder-792462-15-smb neutron-server[104575]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:47:47.387830 dv-cinder-792462-15-smb neutron-server[104575]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:47:47.387830 dv-cinder-792462-15-smb neutron-server[104575]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:47:47.387830 dv-cinder-792462-15-smb neutron-server[104575]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:47:47.387830 dv-cinder-792462-15-smb neutron-server[104575]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:47:47.387830 dv-cinder-792462-15-smb neutron-server[104575]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:47:47.387830 dv-cinder-792462-15-smb neutron-server[104575]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:47:47.387830 dv-cinder-792462-15-smb neutron-server[104575]: Traceback (most recent call last): Jun 21 19:47:47.387830 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 19:47:47.387830 dv-cinder-792462-15-smb neutron-server[104575]: timer() Jun 21 19:47:47.387830 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 19:47:47.387830 dv-cinder-792462-15-smb neutron-server[104575]: cb(*args, **kw) Jun 21 19:47:47.387830 dv-cinder-792462-15-smb neutron-server[104575]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 19:47:47.387830 dv-cinder-792462-15-smb neutron-server[104575]: return func(*args, **kwargs) Jun 21 19:47:47.387830 dv-cinder-792462-15-smb neutron-server[104575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 19:47:47.387830 dv-cinder-792462-15-smb neutron-server[104575]: self._notify() Jun 21 19:47:47.387830 dv-cinder-792462-15-smb neutron-server[104575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 19:47:47.387830 dv-cinder-792462-15-smb neutron-server[104575]: self.callback(batched_events) Jun 21 19:47:47.387830 dv-cinder-792462-15-smb neutron-server[104575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 19:47:47.387830 dv-cinder-792462-15-smb neutron-server[104575]: event.method(event) Jun 21 19:47:47.387830 dv-cinder-792462-15-smb neutron-server[104575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 19:47:47.387830 dv-cinder-792462-15-smb neutron-server[104575]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 19:47:47.387830 dv-cinder-792462-15-smb neutron-server[104575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 19:47:47.387830 dv-cinder-792462-15-smb neutron-server[104575]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 19:47:47.387830 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 19:47:47.387830 dv-cinder-792462-15-smb neutron-server[104575]: return f(self, *a, **k) Jun 21 19:47:47.387830 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 19:47:47.387830 dv-cinder-792462-15-smb neutron-server[104575]: return self._get(url).json() Jun 21 19:47:47.387830 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 19:47:47.387830 dv-cinder-792462-15-smb neutron-server[104575]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 19:47:47.387830 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 19:47:47.387830 dv-cinder-792462-15-smb neutron-server[104575]: return self.request(url, 'GET', **kwargs) Jun 21 19:47:47.387830 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 19:47:47.387830 dv-cinder-792462-15-smb neutron-server[104575]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 19:47:47.387830 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 19:47:47.387830 dv-cinder-792462-15-smb neutron-server[104575]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 19:47:47.387830 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 19:47:47.387830 dv-cinder-792462-15-smb neutron-server[104575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 19:47:47.387830 dv-cinder-792462-15-smb neutron-server[104575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 19:47:47.440478 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-47bda286-502c-46bb-9363-5fa3c7458d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33202238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33078149'] for network, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:47.446045 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:47.449785 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-47bda286-502c-46bb-9363-5fa3c7458d10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for network, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:47.454466 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-47bda286-502c-46bb-9363-5fa3c7458d10 admin admin] 10.222.0.38 "DELETE /v2.0/networks/8a1e5f4d-374b-4d13-ab6c-0455c9bba921 HTTP/1.1" status: 204 len: 168 time: 0.2562101 Jun 21 19:47:47.454787 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 44394) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:47:47.461392 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bda286-502c-46bb-9363-5fa3c7458d10 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a1e5f4d-374b-4d13-ab6c-0455c9bba921,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:47.463658 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-47bda286-502c-46bb-9363-5fa3c7458d10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:47.500446 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e8a117b-bc71-4c27-bfba-34b861950e01 admin admin] Deleting subnet fe803c37-9994-4bf3-af68-5ce8c0bc1c65 {{(pid=104576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 19:47:47.504016 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-1e8a117b-bc71-4c27-bfba-34b861950e01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:47.536793 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-1e8a117b-bc71-4c27-bfba-34b861950e01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24801018'] for subnet, precommit_delete_associations {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:47.572922 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-1e8a117b-bc71-4c27-bfba-34b861950e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-744040'] for subnet, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:47.625764 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-1e8a117b-bc71-4c27-bfba-34b861950e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-744039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29817583', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29967410'] for subnet, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:47.628341 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:47.651260 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a117b-bc71-4c27-bfba-34b861950e01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe803c37-9994-4bf3-af68-5ce8c0bc1c65,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:47.654066 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-1e8a117b-bc71-4c27-bfba-34b861950e01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:47.655016 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-1e8a117b-bc71-4c27-bfba-34b861950e01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:47.657376 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-1e8a117b-bc71-4c27-bfba-34b861950e01 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/fe803c37-9994-4bf3-af68-5ce8c0bc1c65 HTTP/1.1" status: 204 len: 168 time: 0.2008531 Jun 21 19:47:47.659290 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 44396) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:47:47.728185 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-dea47a3f-2a1d-4afc-8499-ef6543323210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583444'] for network, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:47.808459 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-dea47a3f-2a1d-4afc-8499-ef6543323210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744951', 'neutron.services.segments.db._delete_segments_for_network-8761649872083'] for network, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:47.818607 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.services.segments.db [None req-dea47a3f-2a1d-4afc-8499-ef6543323210 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89d8df80-28ac-4ad9-8304-52ba82bb9d5e']}} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:47:47.828826 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.services.segments.db [None req-dea47a3f-2a1d-4afc-8499-ef6543323210 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a33cd28-6b24-4028-9253-994c3e5d951e') {'for_net_delete': True} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:47:47.829120 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.services.segments.db [None req-dea47a3f-2a1d-4afc-8499-ef6543323210 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a33cd28-6b24-4028-9253-994c3e5d951e') {} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:47:47.837796 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-dea47a3f-2a1d-4afc-8499-ef6543323210 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761649871912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24801011'] for segment, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:47.850953 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-dea47a3f-2a1d-4afc-8499-ef6543323210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740799'] for segment, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:47.856525 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dea47a3f-2a1d-4afc-8499-ef6543323210 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=104576) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 19:47:47.856884 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-dea47a3f-2a1d-4afc-8499-ef6543323210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29673540'] for segment, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:47.858567 dv-cinder-792462-15-smb neutron-server[104576]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:47:47.858567 dv-cinder-792462-15-smb neutron-server[104576]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:47:47.858567 dv-cinder-792462-15-smb neutron-server[104576]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:47:47.858567 dv-cinder-792462-15-smb neutron-server[104576]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:47:47.858567 dv-cinder-792462-15-smb neutron-server[104576]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:47:47.858567 dv-cinder-792462-15-smb neutron-server[104576]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:47:47.858567 dv-cinder-792462-15-smb neutron-server[104576]: Traceback (most recent call last): Jun 21 19:47:47.858567 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 19:47:47.858567 dv-cinder-792462-15-smb neutron-server[104576]: timer() Jun 21 19:47:47.858567 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 19:47:47.858567 dv-cinder-792462-15-smb neutron-server[104576]: cb(*args, **kw) Jun 21 19:47:47.858567 dv-cinder-792462-15-smb neutron-server[104576]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 19:47:47.858567 dv-cinder-792462-15-smb neutron-server[104576]: return func(*args, **kwargs) Jun 21 19:47:47.858567 dv-cinder-792462-15-smb neutron-server[104576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 19:47:47.858567 dv-cinder-792462-15-smb neutron-server[104576]: self._notify() Jun 21 19:47:47.858567 dv-cinder-792462-15-smb neutron-server[104576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 19:47:47.858567 dv-cinder-792462-15-smb neutron-server[104576]: self.callback(batched_events) Jun 21 19:47:47.858567 dv-cinder-792462-15-smb neutron-server[104576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 19:47:47.858567 dv-cinder-792462-15-smb neutron-server[104576]: event.method(event) Jun 21 19:47:47.858567 dv-cinder-792462-15-smb neutron-server[104576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 19:47:47.858567 dv-cinder-792462-15-smb neutron-server[104576]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 19:47:47.858567 dv-cinder-792462-15-smb neutron-server[104576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 19:47:47.858567 dv-cinder-792462-15-smb neutron-server[104576]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 19:47:47.858567 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 19:47:47.858567 dv-cinder-792462-15-smb neutron-server[104576]: return f(self, *a, **k) Jun 21 19:47:47.858567 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 19:47:47.858567 dv-cinder-792462-15-smb neutron-server[104576]: return self._get(url).json() Jun 21 19:47:47.858567 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 19:47:47.858567 dv-cinder-792462-15-smb neutron-server[104576]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 19:47:47.858567 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 19:47:47.858567 dv-cinder-792462-15-smb neutron-server[104576]: return self.request(url, 'GET', **kwargs) Jun 21 19:47:47.858567 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 19:47:47.858567 dv-cinder-792462-15-smb neutron-server[104576]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 19:47:47.858567 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 19:47:47.858567 dv-cinder-792462-15-smb neutron-server[104576]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 19:47:47.858567 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 19:47:47.858567 dv-cinder-792462-15-smb neutron-server[104576]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 19:47:47.858567 dv-cinder-792462-15-smb neutron-server[104576]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 19:47:47.881058 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549afa6-267b-427c-83f6-b07862520067 req-d0e3b04f-0b4e-4453-b732-c42c3d563c74 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:47.882570 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-6549afa6-267b-427c-83f6-b07862520067 req-d0e3b04f-0b4e-4453-b732-c42c3d563c74 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] 10.222.0.38 "GET /v2.0/ports?device_id=32550af6-607a-42eb-a2cb-8e2d2870d121 HTTP/1.1" status: 200 len: 944 time: 0.0656018 Jun 21 19:47:47.913525 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-dea47a3f-2a1d-4afc-8499-ef6543323210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33202238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33078149'] for network, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:47.917841 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:47.919153 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-6549afa6-267b-427c-83f6-b07862520067 req-4981b308-753c-43cd-9d5f-2f89d8d2b65c tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a4519e5-d306-4575-af01-b462630d1ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310419 Jun 21 19:47:47.921955 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-dea47a3f-2a1d-4afc-8499-ef6543323210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for network, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:47.924448 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-dea47a3f-2a1d-4afc-8499-ef6543323210 admin admin] 10.222.0.38 "DELETE /v2.0/networks/89d8df80-28ac-4ad9-8304-52ba82bb9d5e HTTP/1.1" status: 204 len: 168 time: 0.2637360 Jun 21 19:47:47.938521 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea47a3f-2a1d-4afc-8499-ef6543323210 admin admin] Pushing event deleted for resources: {'Network': ['ID=89d8df80-28ac-4ad9-8304-52ba82bb9d5e,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:47.945137 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-dea47a3f-2a1d-4afc-8499-ef6543323210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:48.038843 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 44402) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:47:48.078019 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-f5d2703c-b97c-482d-9f0f-0f36aad5811a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5250b7d16c534cb788500aefad0bc52d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378692 Jun 21 19:47:48.080263 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 44406) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:47:48.124470 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device 92e12e9f-e1e1-4215-afc1-72445ffbd023 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=104577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 19:47:48.128604 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-1247b32c-58fc-4205-bca1-afb95380f4a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:48.149222 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-1247b32c-58fc-4205-bca1-afb95380f4a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:48.220436 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port 92e12e9f-e1e1-4215-afc1-72445ffbd023, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=92e12e9f-e1e1-4215-afc1-72445ffbd023,segment=NetworkSegment(6c78d842-2111-4103-a4f6-889af4937d14),segment_id=6c78d842-2111-4103-a4f6-889af4937d14)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:47:48.231441 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-1247b32c-58fc-4205-bca1-afb95380f4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:48.232835 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Returning: {'device': '92e12e9f-e1e1-4215-afc1-72445ffbd023', 'network_id': 'bc3358c4-021b-47c9-9904-b0d9a89cd797', 'port_id': '92e12e9f-e1e1-4215-afc1-72445ffbd023', 'mac_address': 'fa:16:3e:a8:98:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1339892-3789-4f58-8bb0-a1ac2dfcc8d4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 19:47:48.234098 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-1247b32c-58fc-4205-bca1-afb95380f4a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:48.235234 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-1247b32c-58fc-4205-bca1-afb95380f4a9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a5c1761f-fdc5-4fe5-a7f6-64ccd7556773 HTTP/1.1" status: 204 len: 168 time: 0.1539297 Jun 21 19:47:48.237260 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-0e2d0ccb-fbff-4b01-9f54-853b3c50c313 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:48.247285 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a676f8f-4c85-44c1-b11b-6c5a4d508a93 req-0e0ecb70-1cec-4f1d-aa20-8b1d97b7b336 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:48.248733 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-7a676f8f-4c85-44c1-b11b-6c5a4d508a93 req-0e0ecb70-1cec-4f1d-aa20-8b1d97b7b336 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d6cb355-90d4-4cfb-a675-2e71aef06708 HTTP/1.1" status: 200 len: 945 time: 0.0838909 Jun 21 19:47:48.253803 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1247b32c-58fc-4205-bca1-afb95380f4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c1761f-fdc5-4fe5-a7f6-64ccd7556773,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:48.256302 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-1247b32c-58fc-4205-bca1-afb95380f4a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:48.277299 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:48.293917 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.notifiers.nova [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92e12e9f-e1e1-4215-afc1-72445ffbd023 {{(pid=104577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:47:48.304702 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-7a676f8f-4c85-44c1-b11b-6c5a4d508a93 req-d7578e8b-66f7-4248-9d37-8ffbeaab4944 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/security-groups?id=976b2aa1-f36b-47f5-8985-27c4a5c1e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443902 Jun 21 19:47:48.316666 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port 92e12e9f-e1e1-4215-afc1-72445ffbd023, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=92e12e9f-e1e1-4215-afc1-72445ffbd023,segment=NetworkSegment(6c78d842-2111-4103-a4f6-889af4937d14),segment_id=6c78d842-2111-4103-a4f6-889af4937d14)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:47:48.326685 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:48.329647 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-0e64dcec-bc95-4bbc-82a6-07e68d64019b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:48.379541 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Pushing event updated for resources: {'Port': ['ID=92e12e9f-e1e1-4215-afc1-72445ffbd023,revision_number=4']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:48.382717 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:48.565018 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 44412) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:47:48.605541 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-8c918cf1-023d-4fcb-8c7f-cad413625ed1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=792653bda2f144baa1f8506827f04063&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392687 Jun 21 19:47:48.607713 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 44416) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:47:48.634538 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] get_ports_and_sgs() called for port_ids ['92e12e9f-e1e1-4215-afc1-72445ffbd023'] {{(pid=104577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 19:47:48.653839 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-53bdaaa3-db02-4028-8631-362253bf5d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:48.676454 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-53bdaaa3-db02-4028-8631-362253bf5d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:48.725933 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-53bdaaa3-db02-4028-8631-362253bf5d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:48.728712 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-53bdaaa3-db02-4028-8631-362253bf5d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:48.729994 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-53bdaaa3-db02-4028-8631-362253bf5d6c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a967cebc-0edb-4225-816c-5ac691cdc7d4 HTTP/1.1" status: 204 len: 168 time: 0.1212900 Jun 21 19:47:48.730705 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-d86511ee-d5f9-4d06-ae3f-2eef8aed6cd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:48.738269 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bdaaa3-db02-4028-8631-362253bf5d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a967cebc-0edb-4225-816c-5ac691cdc7d4,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:48.740525 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-53bdaaa3-db02-4028-8631-362253bf5d6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:49.261817 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f260b074-3b3f-4397-99fa-1537d643a598 req-16cc8742-f1be-4211-bab4-c565af3ef213 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:49.264706 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-f260b074-3b3f-4397-99fa-1537d643a598 req-16cc8742-f1be-4211-bab4-c565af3ef213 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] 10.222.0.38 "GET /v2.0/ports?device_id=32550af6-607a-42eb-a2cb-8e2d2870d121 HTTP/1.1" status: 200 len: 945 time: 0.0715733 Jun 21 19:47:49.305120 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-f260b074-3b3f-4397-99fa-1537d643a598 req-7522e7ea-059e-4ed0-9a9d-24487acc1184 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a4519e5-d306-4575-af01-b462630d1ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348802 Jun 21 19:47:49.488783 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5efeb-88b4-408e-892a-bfa6afbae4f3 req-9745d407-f810-439f-a16e-cc6270d95f2e tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:49.490283 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-57c5efeb-88b4-408e-892a-bfa6afbae4f3 req-9745d407-f810-439f-a16e-cc6270d95f2e tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d6cb355-90d4-4cfb-a675-2e71aef06708 HTTP/1.1" status: 200 len: 945 time: 0.0691090 Jun 21 19:47:49.530070 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-57c5efeb-88b4-408e-892a-bfa6afbae4f3 req-683357f3-97ef-4106-9d29-c8d3e52447ed tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/security-groups?id=976b2aa1-f36b-47f5-8985-27c4a5c1e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333436 Jun 21 19:47:49.811132 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 44450) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:47:49.917301 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-ec07fba5-93a9-4a63-b275-42986940ba34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:50.008283 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-ec07fba5-93a9-4a63-b275-42986940ba34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:50.011765 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-ec07fba5-93a9-4a63-b275-42986940ba34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:50.014160 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-2d15437e-054f-4075-bb83-96940d53028b tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:50.050157 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-ec07fba5-93a9-4a63-b275-42986940ba34 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=54818a5fcdc44f309b3bfaa878e11c35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2379947 Jun 21 19:47:50.051042 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec07fba5-93a9-4a63-b275-42986940ba34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1232bb31-0c07-4443-882b-2ecf7de91230,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:50.052826 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 44454) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:47:50.054134 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-ec07fba5-93a9-4a63-b275-42986940ba34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:50.099643 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-ade2f5a3-e419-42be-be90-991d7cf7428a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:50.119529 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-ade2f5a3-e419-42be-be90-991d7cf7428a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:50.144145 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device 92e12e9f-e1e1-4215-afc1-72445ffbd023 up at agent hyperv_hv-cinder-79246 {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:47:50.164241 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-ade2f5a3-e419-42be-be90-991d7cf7428a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:50.166991 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-ade2f5a3-e419-42be-be90-991d7cf7428a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:50.168130 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-ade2f5a3-e419-42be-be90-991d7cf7428a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1232bb31-0c07-4443-882b-2ecf7de91230 HTTP/1.1" status: 204 len: 168 time: 0.1143227 Jun 21 19:47:50.168948 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-3726dd58-0a93-4c67-a373-5eb4ef4e0b34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:50.177205 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade2f5a3-e419-42be-be90-991d7cf7428a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1232bb31-0c07-4443-882b-2ecf7de91230,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:50.179798 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-ade2f5a3-e419-42be-be90-991d7cf7428a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:50.214278 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Provisioning for port 92e12e9f-e1e1-4215-afc1-72445ffbd023 completed by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:47:50.218545 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Provisioning complete for port 92e12e9f-e1e1-4215-afc1-72445ffbd023 triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:47:50.218863 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:50.260552 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a32998a-224c-4f60-a829-4072b27e2283 req-88bcba55-da8c-467b-ae7a-6853189b5aac tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:50.262343 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-0a32998a-224c-4f60-a829-4072b27e2283 req-88bcba55-da8c-467b-ae7a-6853189b5aac tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.46 "GET /v2.0/ports?device_id=5d6cb355-90d4-4cfb-a675-2e71aef06708 HTTP/1.1" status: 200 len: 945 time: 0.0778348 Jun 21 19:47:50.302760 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:50.328961 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32550af6-607a-42eb-a2cb-8e2d2870d121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e12e9f-e1e1-4215-afc1-72445ffbd023'}] {{(pid=104577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:47:50.331878 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c14435dcc002c6d250290293137fb351442a83316ffa0c10b5cf8ed6f24812f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c050a28-0108-4665-b90b-190ac80a07df" -d '{"events": [{"server_uuid": "32550af6-607a-42eb-a2cb-8e2d2870d121", "name": "network-vif-plugged", "status": "completed", "tag": "92e12e9f-e1e1-4215-afc1-72445ffbd023"}]}' {{(pid=104577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:47:50.345184 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port 92e12e9f-e1e1-4215-afc1-72445ffbd023, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=92e12e9f-e1e1-4215-afc1-72445ffbd023,segment=NetworkSegment(6c78d842-2111-4103-a4f6-889af4937d14),segment_id=6c78d842-2111-4103-a4f6-889af4937d14)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:47:50.350632 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:50.353916 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:50.394092 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [req-0a32998a-224c-4f60-a829-4072b27e2283 req-de102c4f-493e-4317-9a07-6a35c120e0c8 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Deleting port a5e20a58-0af2-48b6-8845-d30e4147d5e4 {{(pid=104575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 19:47:50.394092 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-0a32998a-224c-4f60-a829-4072b27e2283 req-de102c4f-493e-4317-9a07-6a35c120e0c8 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761649817829'] for port, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:50.414340 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 19:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec1649b-3ad6-4638-8f76-4bdd8b5aaf9e x-openstack-request-id: req-5ec1649b-3ad6-4638-8f76-4bdd8b5aaf9e {{(pid=104577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:47:50.414843 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32550af6-607a-42eb-a2cb-8e2d2870d121", "name": "network-vif-plugged", "status": "completed", "tag": "92e12e9f-e1e1-4215-afc1-72445ffbd023", "code": 200}]} {{(pid=104577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:47:50.415268 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-5ec1649b-3ad6-4638-8f76-4bdd8b5aaf9e {{(pid=104577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:47:50.416004 dv-cinder-792462-15-smb neutron-server[104577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32550af6-607a-42eb-a2cb-8e2d2870d121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92e12e9f-e1e1-4215-afc1-72445ffbd023', 'code': 200} Jun 21 19:47:50.422289 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Pushing event updated for resources: {'Port': ['ID=92e12e9f-e1e1-4215-afc1-72445ffbd023,revision_number=5']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:50.426016 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:50.499624 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.db [req-0a32998a-224c-4f60-a829-4072b27e2283 req-de102c4f-493e-4317-9a07-6a35c120e0c8 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] For port a5e20a58-0af2-48b6-8845-d30e4147d5e4, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a5e20a58-0af2-48b6-8845-d30e4147d5e4,segment=NetworkSegment(b2609d98-de7e-448e-8715-7147b155efba),segment_id=b2609d98-de7e-448e-8715-7147b155efba)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:47:50.499968 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-0a32998a-224c-4f60-a829-4072b27e2283 req-de102c4f-493e-4317-9a07-6a35c120e0c8 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33076891'] for port, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:50.597185 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [req-0a32998a-224c-4f60-a829-4072b27e2283 req-de102c4f-493e-4317-9a07-6a35c120e0c8 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Calling delete_port for a5e20a58-0af2-48b6-8845-d30e4147d5e4 owned by compute:nova {{(pid=104575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 19:47:50.666936 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b5a73-6bd2-4880-abcd-e1634a95b0a0 req-eb38e302-85b0-44fd-90ab-d5adbc273396 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:50.668499 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-a31b5a73-6bd2-4880-abcd-e1634a95b0a0 req-eb38e302-85b0-44fd-90ab-d5adbc273396 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] 10.222.0.38 "GET /v2.0/ports?device_id=32550af6-607a-42eb-a2cb-8e2d2870d121 HTTP/1.1" status: 200 len: 946 time: 0.1715319 Jun 21 19:47:50.722513 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c7c43c-1789-4dcb-a3cc-313986830918 req-64a654cd-d693-41fd-88c2-e8e99e2452b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:50.726227 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-47c7c43c-1789-4dcb-a3cc-313986830918 req-64a654cd-d693-41fd-88c2-e8e99e2452b2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=32550af6-607a-42eb-a2cb-8e2d2870d121 HTTP/1.1" status: 200 len: 1099 time: 0.1143863 Jun 21 19:47:50.726970 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-a31b5a73-6bd2-4880-abcd-e1634a95b0a0 req-727b8de9-352b-4335-b4c6-54644f0af8f7 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a4519e5-d306-4575-af01-b462630d1ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501795 Jun 21 19:47:50.773433 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e5e7c-95d5-4fd0-8046-0f2faebd6d54 req-083e35ce-6d12-4b7f-916d-48ba40a95712 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:50.775077 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-0a9e5e7c-95d5-4fd0-8046-0f2faebd6d54 req-083e35ce-6d12-4b7f-916d-48ba40a95712 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/ports?device_id=5d6cb355-90d4-4cfb-a675-2e71aef06708 HTTP/1.1" status: 200 len: 945 time: 0.1066604 Jun 21 19:47:50.789783 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-0a32998a-224c-4f60-a829-4072b27e2283 req-de102c4f-493e-4317-9a07-6a35c120e0c8 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761649822437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761649331806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30138787'] for port, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:50.800086 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:50.802468 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] get_ports_and_sgs() called for port_ids ['a5e20a58-0af2-48b6-8845-d30e4147d5e4'] {{(pid=104577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 19:47:50.803573 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-47c7c43c-1789-4dcb-a3cc-313986830918 req-e658390b-220f-4428-8de0-a3392716b42c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=2a4519e5-d306-4575-af01-b462630d1ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589304 Jun 21 19:47:50.831336 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de102c4f-493e-4317-9a07-6a35c120e0c8 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Pushing event deleted for resources: {'Port': ['ID=a5e20a58-0af2-48b6-8845-d30e4147d5e4,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:50.834457 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-de102c4f-493e-4317-9a07-6a35c120e0c8 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:50.853855 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-0a9e5e7c-95d5-4fd0-8046-0f2faebd6d54 req-094723db-88e2-42e2-92f6-bf64a3bf0d36 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/security-groups?id=976b2aa1-f36b-47f5-8985-27c4a5c1e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693779 Jun 21 19:47:50.884420 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a32998a-224c-4f60-a829-4072b27e2283 req-de102c4f-493e-4317-9a07-6a35c120e0c8 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] No DVR routers for this DVR port a5e20a58-0af2-48b6-8845-d30e4147d5e4 on host hv-cinder-79246 {{(pid=104575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 19:47:50.887000 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-0a32998a-224c-4f60-a829-4072b27e2283 req-de102c4f-493e-4317-9a07-6a35c120e0c8 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147'] for port, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:50.889139 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-0a32998a-224c-4f60-a829-4072b27e2283 req-de102c4f-493e-4317-9a07-6a35c120e0c8 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.46 "DELETE /v2.0/ports/a5e20a58-0af2-48b6-8845-d30e4147d5e4 HTTP/1.1" status: 204 len: 173 time: 0.6138494 Jun 21 19:47:50.891235 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d6cb355-90d4-4cfb-a675-2e71aef06708', 'name': 'network-vif-deleted', 'tag': 'a5e20a58-0af2-48b6-8845-d30e4147d5e4'}] {{(pid=104575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:47:50.894851 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c13f0749771774115a22afc177d9d65845734126b668639f93c48b494dfbeb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ca8a0e-aa3b-418e-bef8-3407de39473d" -d '{"events": [{"server_uuid": "5d6cb355-90d4-4cfb-a675-2e71aef06708", "name": "network-vif-deleted", "tag": "a5e20a58-0af2-48b6-8845-d30e4147d5e4"}]}' {{(pid=104575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:47:50.936222 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 19:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724b007e-51f0-4b0c-a1b4-d1eee0b1285e x-openstack-request-id: req-724b007e-51f0-4b0c-a1b4-d1eee0b1285e {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:47:50.936571 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d6cb355-90d4-4cfb-a675-2e71aef06708", "name": "network-vif-deleted", "tag": "a5e20a58-0af2-48b6-8845-d30e4147d5e4", "status": "completed", "code": 200}]} {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:47:50.936858 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-724b007e-51f0-4b0c-a1b4-d1eee0b1285e {{(pid=104575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:47:50.937305 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d6cb355-90d4-4cfb-a675-2e71aef06708', 'name': 'network-vif-deleted', 'tag': 'a5e20a58-0af2-48b6-8845-d30e4147d5e4', 'status': 'completed', 'code': 200} Jun 21 19:47:51.248227 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 44494) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:47:51.347750 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-dc33b368-10fa-44bf-845f-20d9831dc5cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:51.432340 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-dc33b368-10fa-44bf-845f-20d9831dc5cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:51.436667 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-dc33b368-10fa-44bf-845f-20d9831dc5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:51.439976 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-9a1c7a9a-a9be-4f9d-87a7-c09662efc787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:51.474769 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-dc33b368-10fa-44bf-845f-20d9831dc5cc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7f10112d92144336bd2486bceba4ba14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2254798 Jun 21 19:47:51.476699 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc33b368-10fa-44bf-845f-20d9831dc5cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56bd34a-6d6c-4ff1-a130-6aabb6bf3b5c,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:51.477646 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 44498) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:47:51.479842 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-dc33b368-10fa-44bf-845f-20d9831dc5cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:51.526288 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-5568e804-2857-4402-9331-44daf5557635 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:51.547162 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-5568e804-2857-4402-9331-44daf5557635 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:51.592997 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-5568e804-2857-4402-9331-44daf5557635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:51.595526 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-5568e804-2857-4402-9331-44daf5557635 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:51.597323 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-5568e804-2857-4402-9331-44daf5557635 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e56bd34a-6d6c-4ff1-a130-6aabb6bf3b5c HTTP/1.1" status: 204 len: 168 time: 0.1185958 Jun 21 19:47:51.598051 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:51.605531 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568e804-2857-4402-9331-44daf5557635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56bd34a-6d6c-4ff1-a130-6aabb6bf3b5c,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:51.617217 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-5568e804-2857-4402-9331-44daf5557635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:51.914686 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb0f4b-7d14-49a2-b046-5283398ebd43 req-7e88b180-e4ee-4537-98e7-a181b049926e tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:51.916145 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-decb0f4b-7d14-49a2-b046-5283398ebd43 req-7e88b180-e4ee-4537-98e7-a181b049926e tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] 10.222.0.38 "GET /v2.0/ports?device_id=32550af6-607a-42eb-a2cb-8e2d2870d121 HTTP/1.1" status: 200 len: 946 time: 0.0668299 Jun 21 19:47:51.958542 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-decb0f4b-7d14-49a2-b046-5283398ebd43 req-86a2e3c0-3fec-49ac-b4e0-4b05cacecada tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a4519e5-d306-4575-af01-b462630d1ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317807 Jun 21 19:47:52.708080 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d7f28-0689-491b-84a4-b67bec03fd9f req-0b66f1e5-a70b-4e24-954b-ac4c08fb23be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:52.709576 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-5a7d7f28-0689-491b-84a4-b67bec03fd9f req-0b66f1e5-a70b-4e24-954b-ac4c08fb23be service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3205c2d168d1416082370ad83702a837&device_id=d235eb10-8e98-4504-ba25-fd652fe4dd89 HTTP/1.1" status: 200 len: 1137 time: 0.0578675 Jun 21 19:47:52.738498 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be975774-d5dc-4d84-a2a6-be19c4d9659e req-99c55ba9-c3a7-4b6b-9173-4e59e72f8dbc tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:52.739960 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-be975774-d5dc-4d84-a2a6-be19c4d9659e req-99c55ba9-c3a7-4b6b-9173-4e59e72f8dbc tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/ports?device_id=d235eb10-8e98-4504-ba25-fd652fe4dd89 HTTP/1.1" status: 200 len: 984 time: 0.0636969 Jun 21 19:47:52.778789 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-be975774-d5dc-4d84-a2a6-be19c4d9659e req-ca94da2b-b485-46c4-9231-d3d27be96728 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/security-groups?id=0885b555-77fa-4089-bb48-4ab4dd0343cd&id=47a6dd20-f39c-4ba9-9276-cd8081c1f2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330329 Jun 21 19:47:52.797464 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d7f28-0689-491b-84a4-b67bec03fd9f req-5675889e-8ace-4c76-b17c-2b18dbf68e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:52.798945 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-5a7d7f28-0689-491b-84a4-b67bec03fd9f req-5675889e-8ace-4c76-b17c-2b18dbf68e68 service neutron] 10.222.0.46 "GET /v2.0/networks?id=19c05a2e-c96a-47ee-8535-1ae4ceee4224 HTTP/1.1" status: 200 len: 915 time: 0.0826378 Jun 21 19:47:52.876402 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-5a7d7f28-0689-491b-84a4-b67bec03fd9f req-8796e5a1-fdfe-4e7c-8bba-d6ae2a06ca66 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee63124c-cd52-4b70-8fd9-4fe6643f9ef0 HTTP/1.1" status: 200 len: 1001 time: 0.0577304 Jun 21 19:47:52.923924 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d7f28-0689-491b-84a4-b67bec03fd9f req-00fdc2e4-98d7-4b90-a3cc-7d86884c1544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:52.925800 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-5a7d7f28-0689-491b-84a4-b67bec03fd9f req-00fdc2e4-98d7-4b90-a3cc-7d86884c1544 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99480cc9-be18-4d81-9b4a-7e12c2e3e8b8 HTTP/1.1" status: 200 len: 853 time: 0.0421603 Jun 21 19:47:52.980526 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d7f28-0689-491b-84a4-b67bec03fd9f req-0ec7ae12-b7f6-4517-975b-42db590a60a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:52.981966 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-5a7d7f28-0689-491b-84a4-b67bec03fd9f req-0ec7ae12-b7f6-4517-975b-42db590a60a6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=19c05a2e-c96a-47ee-8535-1ae4ceee4224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0477901 Jun 21 19:47:53.117326 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-5a7d7f28-0689-491b-84a4-b67bec03fd9f req-1d252947-6a64-4c8e-962c-6510bd272316 service neutron] 10.222.0.46 "GET /v2.0/networks/19c05a2e-c96a-47ee-8535-1ae4ceee4224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100614 Jun 21 19:47:53.202736 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584aaccf-5305-4592-9655-e0bbfdfc2ce3 req-1c57d198-d50b-436e-a0d6-d2e1eec86317 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:53.204389 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-584aaccf-5305-4592-9655-e0bbfdfc2ce3 req-1c57d198-d50b-436e-a0d6-d2e1eec86317 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] 10.222.0.38 "GET /v2.0/ports?device_id=32550af6-607a-42eb-a2cb-8e2d2870d121 HTTP/1.1" status: 200 len: 946 time: 0.1267099 Jun 21 19:47:53.254239 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-5a7d7f28-0689-491b-84a4-b67bec03fd9f req-5cd00da3-cde7-434b-97aa-00f93992128a service neutron] 10.222.0.46 "GET /v2.0/networks/19c05a2e-c96a-47ee-8535-1ae4ceee4224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289997 Jun 21 19:47:53.263223 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-584aaccf-5305-4592-9655-e0bbfdfc2ce3 req-113adcaa-140b-4067-9669-ad66bc84c58e tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a4519e5-d306-4575-af01-b462630d1ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523663 Jun 21 19:47:53.950586 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e57ce-8363-49a8-a7c5-d154d31b571a req-8166c025-43ea-4633-beab-fc3db1a46bf8 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:53.952956 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-ec3e57ce-8363-49a8-a7c5-d154d31b571a req-8166c025-43ea-4633-beab-fc3db1a46bf8 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/ports?device_id=d235eb10-8e98-4504-ba25-fd652fe4dd89 HTTP/1.1" status: 200 len: 984 time: 0.0674729 Jun 21 19:47:53.998179 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-ec3e57ce-8363-49a8-a7c5-d154d31b571a req-50c11114-4207-43ff-bf16-ab830aac6bf2 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/security-groups?id=0885b555-77fa-4089-bb48-4ab4dd0343cd&id=47a6dd20-f39c-4ba9-9276-cd8081c1f2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348518 Jun 21 19:47:54.103206 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2aa568-d3ff-445d-b607-7fffa4cb8454 req-ee73119c-7c7b-4a30-ad4b-50fee18ce596 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:54.104633 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-be2aa568-d3ff-445d-b607-7fffa4cb8454 req-ee73119c-7c7b-4a30-ad4b-50fee18ce596 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] 10.222.0.38 "GET /v2.0/ports?device_id=32550af6-607a-42eb-a2cb-8e2d2870d121 HTTP/1.1" status: 200 len: 946 time: 0.0628326 Jun 21 19:47:54.140561 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-be2aa568-d3ff-445d-b607-7fffa4cb8454 req-665da2bb-0d69-4e79-902c-cd4c7da43d1f tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a4519e5-d306-4575-af01-b462630d1ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303578 Jun 21 19:47:54.162354 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device a5e20a58-0af2-48b6-8845-d30e4147d5e4 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 19:47:54.182188 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] No Port match for: a5e20a58-0af2-48b6-8845-d30e4147d5e4 {{(pid=104577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 19:47:54.182536 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device a5e20a58-0af2-48b6-8845-d30e4147d5e4 not bound to the agent host hv-cinder-79246 {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 19:47:55.173417 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d090d79-fd90-4ef0-a17b-7451c82ed635 req-3a0891e3-d461-4608-a840-0670376e13ec tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:55.174943 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-9d090d79-fd90-4ef0-a17b-7451c82ed635 req-3a0891e3-d461-4608-a840-0670376e13ec tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/ports?device_id=d235eb10-8e98-4504-ba25-fd652fe4dd89 HTTP/1.1" status: 200 len: 984 time: 0.0653958 Jun 21 19:47:55.213776 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-9d090d79-fd90-4ef0-a17b-7451c82ed635 req-86a263dc-9a89-42eb-8a37-3f3c7a6c37ba tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/security-groups?id=0885b555-77fa-4089-bb48-4ab4dd0343cd&id=47a6dd20-f39c-4ba9-9276-cd8081c1f2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329854 Jun 21 19:47:55.316149 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17feba07-0953-48ee-956b-df4d402d79d6 req-31aaa8ac-e6ca-443c-b6d1-998a3830bc74 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:55.317534 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-17feba07-0953-48ee-956b-df4d402d79d6 req-31aaa8ac-e6ca-443c-b6d1-998a3830bc74 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] 10.222.0.38 "GET /v2.0/ports?device_id=32550af6-607a-42eb-a2cb-8e2d2870d121 HTTP/1.1" status: 200 len: 946 time: 0.0655448 Jun 21 19:47:55.354621 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-17feba07-0953-48ee-956b-df4d402d79d6 req-e2a3ff0b-c33a-46cd-af23-435bd8cbf605 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a4519e5-d306-4575-af01-b462630d1ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314665 Jun 21 19:47:55.778327 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80d06b-c714-4305-83a5-c0576b9a3e88 req-9405c5b8-fb0b-4a0c-9410-fd8608c8e430 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:55.779721 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-df80d06b-c714-4305-83a5-c0576b9a3e88 req-9405c5b8-fb0b-4a0c-9410-fd8608c8e430 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/networks?id=bb140263-9c07-4d2c-8b7c-157252b839ff HTTP/1.1" status: 200 len: 813 time: 0.1260870 Jun 21 19:47:56.018129 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-df80d06b-c714-4305-83a5-c0576b9a3e88 req-032a6bda-d883-450c-b4aa-b4dac7b68d47 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/quotas/1c004a51ec044288ae4844a6042b0f32 HTTP/1.1" status: 200 len: 375 time: 0.2313080 Jun 21 19:47:56.039556 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474deea7-663a-49d7-a78a-4354c8c8ccd7 req-489eb4b0-06b7-4d49-97ed-25bcc9824e1e tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:56.040913 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-474deea7-663a-49d7-a78a-4354c8c8ccd7 req-489eb4b0-06b7-4d49-97ed-25bcc9824e1e tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] 10.222.0.46 "GET /v2.0/ports?device_id=32550af6-607a-42eb-a2cb-8e2d2870d121 HTTP/1.1" status: 200 len: 946 time: 0.3216233 Jun 21 19:47:56.061342 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-df80d06b-c714-4305-83a5-c0576b9a3e88 req-fcac87f3-3e6f-4692-b3c8-6abf72f4e5e6 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=1c004a51ec044288ae4844a6042b0f32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372882 Jun 21 19:47:56.211895 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-df80d06b-c714-4305-83a5-c0576b9a3e88 req-025fdc1a-07dc-4415-b8d3-ecdf8e2ab0a0 service neutron] 10.222.0.38 "GET /v2.0/networks/bb140263-9c07-4d2c-8b7c-157252b839ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427989 Jun 21 19:47:56.228027 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [req-474deea7-663a-49d7-a78a-4354c8c8ccd7 req-62b392c9-0bd6-479f-aca1-48ee27bb224b tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Deleting port 92e12e9f-e1e1-4215-afc1-72445ffbd023 {{(pid=104575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 19:47:56.228281 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-474deea7-663a-49d7-a78a-4354c8c8ccd7 req-62b392c9-0bd6-479f-aca1-48ee27bb224b tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761649817829'] for port, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:56.374097 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-df80d06b-c714-4305-83a5-c0576b9a3e88 req-267a81d1-6f1b-492d-8e97-f48deb29a3cf service neutron] 10.222.0.38 "GET /v2.0/networks/bb140263-9c07-4d2c-8b7c-157252b839ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548674 Jun 21 19:47:56.375721 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.db [req-474deea7-663a-49d7-a78a-4354c8c8ccd7 req-62b392c9-0bd6-479f-aca1-48ee27bb224b tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] For port 92e12e9f-e1e1-4215-afc1-72445ffbd023, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=92e12e9f-e1e1-4215-afc1-72445ffbd023,segment=NetworkSegment(6c78d842-2111-4103-a4f6-889af4937d14),segment_id=6c78d842-2111-4103-a4f6-889af4937d14)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:47:56.376323 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-474deea7-663a-49d7-a78a-4354c8c8ccd7 req-62b392c9-0bd6-479f-aca1-48ee27bb224b tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33076891'] for port, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:56.386499 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785a914-3252-4902-8386-b9910257a260 req-a9abbc46-2263-4099-9a24-617d40a49e8a tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:56.387964 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-1785a914-3252-4902-8386-b9910257a260 req-a9abbc46-2263-4099-9a24-617d40a49e8a tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/ports?device_id=d235eb10-8e98-4504-ba25-fd652fe4dd89 HTTP/1.1" status: 200 len: 984 time: 0.0624797 Jun 21 19:47:56.431398 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-1785a914-3252-4902-8386-b9910257a260 req-88713c30-3ca6-43ed-aa4a-cac8341043c1 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/security-groups?id=0885b555-77fa-4089-bb48-4ab4dd0343cd&id=47a6dd20-f39c-4ba9-9276-cd8081c1f2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358591 Jun 21 19:47:56.444173 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [req-474deea7-663a-49d7-a78a-4354c8c8ccd7 req-62b392c9-0bd6-479f-aca1-48ee27bb224b tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Calling delete_port for 92e12e9f-e1e1-4215-afc1-72445ffbd023 owned by compute:nova {{(pid=104575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 19:47:56.562570 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-f56579bd-dc74-4dc8-8958-e2bef4ecfedf req-fa932a83-8317-4dc3-9492-4a655f99970b tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d3479b4-d18a-4cbe-9bec-b57cff2fa0b5 HTTP/1.1" status: 200 len: 210 time: 0.0374894 Jun 21 19:47:56.624386 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:56.628129 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-474deea7-663a-49d7-a78a-4354c8c8ccd7 req-62b392c9-0bd6-479f-aca1-48ee27bb224b tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761649822437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761649331806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30138787'] for port, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:56.632657 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-d00d2468-8efb-41f6-a6d1-47a016306ee7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:56.644509 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] get_ports_and_sgs() called for port_ids ['92e12e9f-e1e1-4215-afc1-72445ffbd023'] {{(pid=104577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 19:47:56.648366 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028333fa-e27d-4dea-9b6c-eca4bb4d7bfb req-0dfa5861-5159-426c-a8ab-74ea19bb424f tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:56.655554 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-028333fa-e27d-4dea-9b6c-eca4bb4d7bfb req-0dfa5861-5159-426c-a8ab-74ea19bb424f tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] 10.222.0.38 "GET /v2.0/ports?device_id=32550af6-607a-42eb-a2cb-8e2d2870d121 HTTP/1.1" status: 200 len: 867 time: 0.0952213 Jun 21 19:47:56.660550 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b392c9-0bd6-479f-aca1-48ee27bb224b tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Pushing event deleted for resources: {'Port': ['ID=92e12e9f-e1e1-4215-afc1-72445ffbd023,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:56.676197 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-62b392c9-0bd6-479f-aca1-48ee27bb224b tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:56.694668 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-028333fa-e27d-4dea-9b6c-eca4bb4d7bfb req-ed8dd47c-4581-4250-9e07-decc9ea99bda tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] 10.222.0.38 "GET /v2.0/security-groups?id=2a4519e5-d306-4575-af01-b462630d1ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380447 Jun 21 19:47:56.717435 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [req-474deea7-663a-49d7-a78a-4354c8c8ccd7 req-62b392c9-0bd6-479f-aca1-48ee27bb224b tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] No DVR routers for this DVR port 92e12e9f-e1e1-4215-afc1-72445ffbd023 on host hv-cinder-79246 {{(pid=104575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 19:47:56.720165 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-474deea7-663a-49d7-a78a-4354c8c8ccd7 req-62b392c9-0bd6-479f-aca1-48ee27bb224b tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147'] for port, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:56.722764 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-474deea7-663a-49d7-a78a-4354c8c8ccd7 req-62b392c9-0bd6-479f-aca1-48ee27bb224b tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] 10.222.0.46 "DELETE /v2.0/ports/92e12e9f-e1e1-4215-afc1-72445ffbd023 HTTP/1.1" status: 204 len: 173 time: 0.6635864 Jun 21 19:47:56.723309 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32550af6-607a-42eb-a2cb-8e2d2870d121', 'name': 'network-vif-deleted', 'tag': '92e12e9f-e1e1-4215-afc1-72445ffbd023'}] {{(pid=104575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:47:56.725735 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c13f0749771774115a22afc177d9d65845734126b668639f93c48b494dfbeb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbd3673-5a90-44aa-af8f-ba137589f645" -d '{"events": [{"server_uuid": "32550af6-607a-42eb-a2cb-8e2d2870d121", "name": "network-vif-deleted", "tag": "92e12e9f-e1e1-4215-afc1-72445ffbd023"}]}' {{(pid=104575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:47:56.762114 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 19:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d4aaf5-607c-407d-90d6-3742c1aec922 x-openstack-request-id: req-70d4aaf5-607c-407d-90d6-3742c1aec922 {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:47:56.762447 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32550af6-607a-42eb-a2cb-8e2d2870d121", "name": "network-vif-deleted", "tag": "92e12e9f-e1e1-4215-afc1-72445ffbd023", "status": "completed", "code": 200}]} {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:47:56.762736 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-70d4aaf5-607c-407d-90d6-3742c1aec922 {{(pid=104575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:47:56.763167 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32550af6-607a-42eb-a2cb-8e2d2870d121', 'name': 'network-vif-deleted', 'tag': '92e12e9f-e1e1-4215-afc1-72445ffbd023', 'status': 'completed', 'code': 200} Jun 21 19:47:57.599923 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3c66a-c082-40e7-a079-9f9c213c2b3f req-9bf01ad9-de9d-41cc-ab14-13f01dc271a0 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:57.601377 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-a9c3c66a-c082-40e7-a079-9f9c213c2b3f req-9bf01ad9-de9d-41cc-ab14-13f01dc271a0 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/ports?device_id=d235eb10-8e98-4504-ba25-fd652fe4dd89 HTTP/1.1" status: 200 len: 984 time: 0.0619388 Jun 21 19:47:57.640812 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-a9c3c66a-c082-40e7-a079-9f9c213c2b3f req-7d177d86-e451-490b-b0c0-2e9c830eb036 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/security-groups?id=0885b555-77fa-4089-bb48-4ab4dd0343cd&id=47a6dd20-f39c-4ba9-9276-cd8081c1f2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336826 Jun 21 19:47:57.720992 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-6b879cc5-c4bb-4a1e-b821-450c16886922 req-22906cdf-1676-4a45-9bd1-efde8ee2b45e tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d3479b4-d18a-4cbe-9bec-b57cff2fa0b5 HTTP/1.1" status: 200 len: 210 time: 0.0322044 Jun 21 19:47:57.910739 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80d06b-c714-4305-83a5-c0576b9a3e88 req-c4207371-4600-4098-b052-2a1eaea99753 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:57.912196 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-df80d06b-c714-4305-83a5-c0576b9a3e88 req-c4207371-4600-4098-b052-2a1eaea99753 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.46 "GET /v2.0/networks?id=bb140263-9c07-4d2c-8b7c-157252b839ff HTTP/1.1" status: 200 len: 813 time: 0.1054020 Jun 21 19:47:57.928776 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [req-df80d06b-c714-4305-83a5-c0576b9a3e88 req-bc42b516-c7d1-43fa-a8ea-925779d012b7 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Request body: {'port': {'device_id': '8d3479b4-d18a-4cbe-9bec-b57cff2fa0b5', 'network_id': 'bb140263-9c07-4d2c-8b7c-157252b839ff', 'admin_state_up': True, 'tenant_id': '1c004a51ec044288ae4844a6042b0f32'}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:47:58.048326 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df80d06b-c714-4305-83a5-c0576b9a3e88 req-bc42b516-c7d1-43fa-a8ea-925779d012b7 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Made reservation on behalf of 1c004a51ec044288ae4844a6042b0f32 for: {'port': 1} {{(pid=104575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:47:58.052619 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-df80d06b-c714-4305-83a5-c0576b9a3e88 req-bc42b516-c7d1-43fa-a8ea-925779d012b7 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for port, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:58.184622 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.db_base_plugin_common [req-df80d06b-c714-4305-83a5-c0576b9a3e88 req-bc42b516-c7d1-43fa-a8ea-925779d012b7 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Allocated IP 172.20.0.9 (bb140263-9c07-4d2c-8b7c-157252b839ff/35cc38b2-325b-4124-b72d-79e7efa2e554/57d92f51-c2ab-4423-b4ad-5b962220c9e7) {{(pid=104575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:47:58.328148 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-df80d06b-c714-4305-83a5-c0576b9a3e88 req-bc42b516-c7d1-43fa-a8ea-925779d012b7 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Notify callbacks [] for port, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:58.367092 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-df80d06b-c714-4305-83a5-c0576b9a3e88 req-bc42b516-c7d1-43fa-a8ea-925779d012b7 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-129462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761649331797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30138796'] for port, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:58.371531 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-5f741d0a-a83e-42f9-a505-b257f1601c3c tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:58.418618 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df80d06b-c714-4305-83a5-c0576b9a3e88 req-bc42b516-c7d1-43fa-a8ea-925779d012b7 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Network bb140263-9c07-4d2c-8b7c-157252b839ff is already hosted by enough agents. {{(pid=104575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:47:58.422245 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.base_scheduler [req-df80d06b-c714-4305-83a5-c0576b9a3e88 req-bc42b516-c7d1-43fa-a8ea-925779d012b7 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Resources bound (agent type, host, resource id): {{(pid=104575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:47:58.426631 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [req-df80d06b-c714-4305-83a5-c0576b9a3e88 req-bc42b516-c7d1-43fa-a8ea-925779d012b7 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Received port after_create {{(pid=104575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:47:58.433398 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc42b516-c7d1-43fa-a8ea-925779d012b7 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Pushing event updated for resources: {'Port': ['ID=57d92f51-c2ab-4423-b4ad-5b962220c9e7,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:58.452525 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-bc42b516-c7d1-43fa-a8ea-925779d012b7 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:58.480120 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80d06b-c714-4305-83a5-c0576b9a3e88 req-bc42b516-c7d1-43fa-a8ea-925779d012b7 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:58.480721 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-df80d06b-c714-4305-83a5-c0576b9a3e88 req-bc42b516-c7d1-43fa-a8ea-925779d012b7 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147'] for port, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:58.494961 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-df80d06b-c714-4305-83a5-c0576b9a3e88 req-bc42b516-c7d1-43fa-a8ea-925779d012b7 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5715938 Jun 21 19:47:58.510989 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [req-df80d06b-c714-4305-83a5-c0576b9a3e88 req-feca4c76-b3c1-4e52-bcf9-3fc2150576c2 service neutron] Request body: {'port': {'device_id': '8d3479b4-d18a-4cbe-9bec-b57cff2fa0b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:47:58.580959 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-df80d06b-c714-4305-83a5-c0576b9a3e88 req-feca4c76-b3c1-4e52-bcf9-3fc2150576c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:58.850810 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a20c725-04b5-4fd0-8ed8-9aaf48479a79 req-95560fd4-d0e5-49ac-9a2b-e51c884c6c0f tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:58.852294 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-5a20c725-04b5-4fd0-8ed8-9aaf48479a79 req-95560fd4-d0e5-49ac-9a2b-e51c884c6c0f tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/ports?device_id=d235eb10-8e98-4504-ba25-fd652fe4dd89 HTTP/1.1" status: 200 len: 984 time: 0.1029480 Jun 21 19:47:58.889300 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9afb7a-2f16-46e3-aab8-05bd5f36cd60 req-9176e5b7-997a-4dfc-9013-97bccb66e0d2 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:58.890788 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-8d9afb7a-2f16-46e3-aab8-05bd5f36cd60 req-9176e5b7-997a-4dfc-9013-97bccb66e0d2 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d3479b4-d18a-4cbe-9bec-b57cff2fa0b5 HTTP/1.1" status: 200 len: 931 time: 0.0624018 Jun 21 19:47:58.927987 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.notifiers.nova [req-df80d06b-c714-4305-83a5-c0576b9a3e88 req-feca4c76-b3c1-4e52-bcf9-3fc2150576c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57d92f51-c2ab-4423-b4ad-5b962220c9e7 {{(pid=104575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:47:58.935959 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-5a20c725-04b5-4fd0-8ed8-9aaf48479a79 req-9989bd85-c3aa-44b5-b581-83fbcdcedae5 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/security-groups?id=0885b555-77fa-4089-bb48-4ab4dd0343cd&id=47a6dd20-f39c-4ba9-9276-cd8081c1f2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0749633 Jun 21 19:47:58.936324 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-8d9afb7a-2f16-46e3-aab8-05bd5f36cd60 req-9040f2c6-ea33-4ee5-8c3a-7d5f424ee419 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/security-groups?id=976b2aa1-f36b-47f5-8985-27c4a5c1e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323679 Jun 21 19:47:58.940450 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-df80d06b-c714-4305-83a5-c0576b9a3e88 req-feca4c76-b3c1-4e52-bcf9-3fc2150576c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:58.965587 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [req-df80d06b-c714-4305-83a5-c0576b9a3e88 req-feca4c76-b3c1-4e52-bcf9-3fc2150576c2 service neutron] Transition to ACTIVE for port object 57d92f51-c2ab-4423-b4ad-5b962220c9e7 will not be triggered until provisioned by entity L2. {{(pid=104575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:47:58.965587 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-df80d06b-c714-4305-83a5-c0576b9a3e88 req-feca4c76-b3c1-4e52-bcf9-3fc2150576c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30138778'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:58.967852 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-de102c4f-493e-4317-9a07-6a35c120e0c8 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:59.068022 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feca4c76-b3c1-4e52-bcf9-3fc2150576c2 service neutron] Pushing event updated for resources: {'Port': ['ID=57d92f51-c2ab-4423-b4ad-5b962220c9e7,revision_number=2']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:59.072172 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-feca4c76-b3c1-4e52-bcf9-3fc2150576c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:59.119009 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [req-df80d06b-c714-4305-83a5-c0576b9a3e88 req-feca4c76-b3c1-4e52-bcf9-3fc2150576c2 service neutron] Attempting to bind port 57d92f51-c2ab-4423-b4ad-5b962220c9e7 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:47:59.119346 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [req-df80d06b-c714-4305-83a5-c0576b9a3e88 req-feca4c76-b3c1-4e52-bcf9-3fc2150576c2 service neutron] Attempting to bind port 57d92f51-c2ab-4423-b4ad-5b962220c9e7 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'b2609d98-de7e-448e-8715-7147b155efba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'bb140263-9c07-4d2c-8b7c-157252b839ff'}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:47:59.119673 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df80d06b-c714-4305-83a5-c0576b9a3e88 req-feca4c76-b3c1-4e52-bcf9-3fc2150576c2 service neutron] Attempting to bind port 57d92f51-c2ab-4423-b4ad-5b962220c9e7 on network bb140263-9c07-4d2c-8b7c-157252b839ff {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:47:59.123840 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df80d06b-c714-4305-83a5-c0576b9a3e88 req-feca4c76-b3c1-4e52-bcf9-3fc2150576c2 service neutron] Port 57d92f51-c2ab-4423-b4ad-5b962220c9e7 on network bb140263-9c07-4d2c-8b7c-157252b839ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 19:47:59.124160 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df80d06b-c714-4305-83a5-c0576b9a3e88 req-feca4c76-b3c1-4e52-bcf9-3fc2150576c2 service neutron] Attempting to bind port 57d92f51-c2ab-4423-b4ad-5b962220c9e7 on network bb140263-9c07-4d2c-8b7c-157252b839ff {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:47:59.129464 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df80d06b-c714-4305-83a5-c0576b9a3e88 req-feca4c76-b3c1-4e52-bcf9-3fc2150576c2 service neutron] Checking agent: {'id': '0b26fa00-c4a2-4127-a29e-c90b7b9119ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 42, 27), 'started_at': datetime.datetime(2021, 6, 21, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:47:59.129829 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df80d06b-c714-4305-83a5-c0576b9a3e88 req-feca4c76-b3c1-4e52-bcf9-3fc2150576c2 service neutron] Checking segment: {'id': 'b2609d98-de7e-448e-8715-7147b155efba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'bb140263-9c07-4d2c-8b7c-157252b839ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:47:59.130211 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df80d06b-c714-4305-83a5-c0576b9a3e88 req-feca4c76-b3c1-4e52-bcf9-3fc2150576c2 service neutron] Bound using segment: {'id': 'b2609d98-de7e-448e-8715-7147b155efba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'bb140263-9c07-4d2c-8b7c-157252b839ff'} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:47:59.130635 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [req-df80d06b-c714-4305-83a5-c0576b9a3e88 req-feca4c76-b3c1-4e52-bcf9-3fc2150576c2 service neutron] Bound port: 57d92f51-c2ab-4423-b4ad-5b962220c9e7, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2609d98-de7e-448e-8715-7147b155efba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'bb140263-9c07-4d2c-8b7c-157252b839ff'}}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:47:59.130978 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-df80d06b-c714-4305-83a5-c0576b9a3e88 req-feca4c76-b3c1-4e52-bcf9-3fc2150576c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:59.197158 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.db [req-df80d06b-c714-4305-83a5-c0576b9a3e88 req-feca4c76-b3c1-4e52-bcf9-3fc2150576c2 service neutron] For port 57d92f51-c2ab-4423-b4ad-5b962220c9e7, host hv-cinder-79246, cleared binding levels {{(pid=104575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:47:59.200170 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.db [req-df80d06b-c714-4305-83a5-c0576b9a3e88 req-feca4c76-b3c1-4e52-bcf9-3fc2150576c2 service neutron] For port 57d92f51-c2ab-4423-b4ad-5b962220c9e7, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=57d92f51-c2ab-4423-b4ad-5b962220c9e7,segment=NetworkSegment(b2609d98-de7e-448e-8715-7147b155efba),segment_id=b2609d98-de7e-448e-8715-7147b155efba)] {{(pid=104575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:47:59.204572 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-df80d06b-c714-4305-83a5-c0576b9a3e88 req-feca4c76-b3c1-4e52-bcf9-3fc2150576c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30138778'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:59.206616 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-055d343e-ea36-45fa-80a5-f5b968efa5dc tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:47:59.238527 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80d06b-c714-4305-83a5-c0576b9a3e88 req-feca4c76-b3c1-4e52-bcf9-3fc2150576c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:59.239778 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-df80d06b-c714-4305-83a5-c0576b9a3e88 req-feca4c76-b3c1-4e52-bcf9-3fc2150576c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147'] for port, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:47:59.240469 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-df80d06b-c714-4305-83a5-c0576b9a3e88 req-feca4c76-b3c1-4e52-bcf9-3fc2150576c2 service neutron] 10.222.0.46 "PUT /v2.0/ports/57d92f51-c2ab-4423-b4ad-5b962220c9e7 HTTP/1.1" status: 200 len: 1093 time: 0.7338471 Jun 21 19:47:59.242576 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d3479b4-d18a-4cbe-9bec-b57cff2fa0b5', 'tag': '57d92f51-c2ab-4423-b4ad-5b962220c9e7'}] {{(pid=104575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:47:59.246528 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c13f0749771774115a22afc177d9d65845734126b668639f93c48b494dfbeb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389aad46-c463-45c4-997b-4acd3c80a2cf" -d '{"events": [{"name": "network-changed", "server_uuid": "8d3479b4-d18a-4cbe-9bec-b57cff2fa0b5", "tag": "57d92f51-c2ab-4423-b4ad-5b962220c9e7"}]}' {{(pid=104575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:47:59.276464 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feca4c76-b3c1-4e52-bcf9-3fc2150576c2 service neutron] Pushing event updated for resources: {'Port': ['ID=57d92f51-c2ab-4423-b4ad-5b962220c9e7,revision_number=3']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:47:59.280346 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-feca4c76-b3c1-4e52-bcf9-3fc2150576c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:47:59.339253 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 19:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382e379c-8fd8-4ef9-886e-a62052c6b59a x-openstack-request-id: req-382e379c-8fd8-4ef9-886e-a62052c6b59a {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:47:59.339619 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d3479b4-d18a-4cbe-9bec-b57cff2fa0b5", "tag": "57d92f51-c2ab-4423-b4ad-5b962220c9e7", "status": "completed", "code": 200}]} {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:47:59.339933 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-382e379c-8fd8-4ef9-886e-a62052c6b59a {{(pid=104575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:47:59.340367 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d3479b4-d18a-4cbe-9bec-b57cff2fa0b5', 'tag': '57d92f51-c2ab-4423-b4ad-5b962220c9e7', 'status': 'completed', 'code': 200} Jun 21 19:47:59.371076 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80d06b-c714-4305-83a5-c0576b9a3e88 req-f6becd0b-b800-41cb-b6e6-995a55622965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:59.372581 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-df80d06b-c714-4305-83a5-c0576b9a3e88 req-f6becd0b-b800-41cb-b6e6-995a55622965 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1c004a51ec044288ae4844a6042b0f32&device_id=8d3479b4-d18a-4cbe-9bec-b57cff2fa0b5 HTTP/1.1" status: 200 len: 1096 time: 0.0664077 Jun 21 19:47:59.430470 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-df80d06b-c714-4305-83a5-c0576b9a3e88 req-fb3654f7-e14e-4a5f-9c5d-21a92f3e548a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57d92f51-c2ab-4423-b4ad-5b962220c9e7 HTTP/1.1" status: 200 len: 217 time: 0.0478659 Jun 21 19:47:59.487224 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80d06b-c714-4305-83a5-c0576b9a3e88 req-bb47eb2c-c500-448e-8b3f-7692b7de65e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:59.488658 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-df80d06b-c714-4305-83a5-c0576b9a3e88 req-bb47eb2c-c500-448e-8b3f-7692b7de65e2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=35cc38b2-325b-4124-b72d-79e7efa2e554 HTTP/1.1" status: 200 len: 853 time: 0.0518920 Jun 21 19:47:59.527109 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-df80d06b-c714-4305-83a5-c0576b9a3e88 req-17dd26d4-5a77-4310-b4bc-f3203fd7cea9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bb140263-9c07-4d2c-8b7c-157252b839ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283716 Jun 21 19:47:59.641022 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-df80d06b-c714-4305-83a5-c0576b9a3e88 req-123bf2d2-b2dc-4e05-8baf-ca010710cdb1 service neutron] 10.222.0.46 "GET /v2.0/networks/bb140263-9c07-4d2c-8b7c-157252b839ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039400 Jun 21 19:47:59.735713 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-df80d06b-c714-4305-83a5-c0576b9a3e88 req-c795f157-e4ac-4d77-850d-0eeafcfcb3e4 service neutron] 10.222.0.46 "GET /v2.0/networks/bb140263-9c07-4d2c-8b7c-157252b839ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873182 Jun 21 19:47:59.848215 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389aad46-c463-45c4-997b-4acd3c80a2cf req-b9435927-2fa8-46d4-8be2-0aead486e214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:59.849599 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-389aad46-c463-45c4-997b-4acd3c80a2cf req-b9435927-2fa8-46d4-8be2-0aead486e214 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1c004a51ec044288ae4844a6042b0f32&device_id=8d3479b4-d18a-4cbe-9bec-b57cff2fa0b5 HTTP/1.1" status: 200 len: 1096 time: 0.0537176 Jun 21 19:47:59.955169 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389aad46-c463-45c4-997b-4acd3c80a2cf req-85844450-292f-40ca-9fd5-0f917ba66af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:47:59.957134 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-389aad46-c463-45c4-997b-4acd3c80a2cf req-85844450-292f-40ca-9fd5-0f917ba66af6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=bb140263-9c07-4d2c-8b7c-157252b839ff HTTP/1.1" status: 200 len: 914 time: 0.0994780 Jun 21 19:48:00.006329 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-389aad46-c463-45c4-997b-4acd3c80a2cf req-a169b307-da1b-4ea3-855e-020b81ffb5a8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57d92f51-c2ab-4423-b4ad-5b962220c9e7 HTTP/1.1" status: 200 len: 217 time: 0.0400994 Jun 21 19:48:00.070383 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389aad46-c463-45c4-997b-4acd3c80a2cf req-7d203274-ba8e-4769-acde-8e1ee21e2f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:00.072021 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-389aad46-c463-45c4-997b-4acd3c80a2cf req-7d203274-ba8e-4769-acde-8e1ee21e2f0e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=35cc38b2-325b-4124-b72d-79e7efa2e554 HTTP/1.1" status: 200 len: 853 time: 0.0579340 Jun 21 19:48:00.120799 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-389aad46-c463-45c4-997b-4acd3c80a2cf req-0de4d513-92a7-4f29-8599-e566281f0cc7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=bb140263-9c07-4d2c-8b7c-157252b839ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417049 Jun 21 19:48:00.146750 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539f4a0-6f8c-4e71-9ab4-80912ff3a99c req-a3a21234-3799-4129-81a6-7357eace53e2 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:00.149002 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-6539f4a0-6f8c-4e71-9ab4-80912ff3a99c req-a3a21234-3799-4129-81a6-7357eace53e2 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d3479b4-d18a-4cbe-9bec-b57cff2fa0b5 HTTP/1.1" status: 200 len: 943 time: 0.0727060 Jun 21 19:48:00.181515 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device 92e12e9f-e1e1-4215-afc1-72445ffbd023 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 19:48:00.220357 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-6539f4a0-6f8c-4e71-9ab4-80912ff3a99c req-c8176219-1acb-41dc-87f4-33739e8ccc94 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/security-groups?id=976b2aa1-f36b-47f5-8985-27c4a5c1e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636771 Jun 21 19:48:00.235000 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] No Port match for: 92e12e9f-e1e1-4215-afc1-72445ffbd023 {{(pid=104577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 19:48:00.235000 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device 92e12e9f-e1e1-4215-afc1-72445ffbd023 not bound to the agent host hv-cinder-79246 {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 19:48:00.256451 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e44f40f-7900-41b7-9093-a4fc8df60b7b req-7630b981-a574-4fe9-96a3-ac63d43a9afc tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:00.258041 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-7e44f40f-7900-41b7-9093-a4fc8df60b7b req-7630b981-a574-4fe9-96a3-ac63d43a9afc tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/ports?device_id=d235eb10-8e98-4504-ba25-fd652fe4dd89 HTTP/1.1" status: 200 len: 984 time: 0.1667826 Jun 21 19:48:00.283957 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-389aad46-c463-45c4-997b-4acd3c80a2cf req-a73a7a55-5551-4df9-a680-f75124bcc46f service neutron] 10.222.0.46 "GET /v2.0/networks/bb140263-9c07-4d2c-8b7c-157252b839ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428437 Jun 21 19:48:00.355566 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-7e44f40f-7900-41b7-9093-a4fc8df60b7b req-9f93382f-5d23-4867-a359-a359a0453c89 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/security-groups?id=0885b555-77fa-4089-bb48-4ab4dd0343cd&id=47a6dd20-f39c-4ba9-9276-cd8081c1f2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0885878 Jun 21 19:48:00.407515 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-389aad46-c463-45c4-997b-4acd3c80a2cf req-88bdfcaf-25a0-4f77-b7e9-4ee4fe1c6724 service neutron] 10.222.0.46 "GET /v2.0/networks/bb140263-9c07-4d2c-8b7c-157252b839ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162336 Jun 21 19:48:00.782933 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-abda233a-b67b-4c4a-845a-fb630b5dcb57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:01.413160 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09141f3e-70de-4ea2-89b9-57515e4a38cf req-97ad6399-5ee5-401c-a308-3045909c48f9 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:01.420879 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-09141f3e-70de-4ea2-89b9-57515e4a38cf req-97ad6399-5ee5-401c-a308-3045909c48f9 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d3479b4-d18a-4cbe-9bec-b57cff2fa0b5 HTTP/1.1" status: 200 len: 943 time: 0.0880551 Jun 21 19:48:01.467331 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-09141f3e-70de-4ea2-89b9-57515e4a38cf req-f82b47f9-5ea8-479d-8896-50d15c81c531 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/security-groups?id=976b2aa1-f36b-47f5-8985-27c4a5c1e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454965 Jun 21 19:48:01.557955 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c864bd6-d2ce-4adf-a045-d7bee08249ca req-731ede5e-8bdc-45c9-8c82-0748955927bb tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:01.559536 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-1c864bd6-d2ce-4adf-a045-d7bee08249ca req-731ede5e-8bdc-45c9-8c82-0748955927bb tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/ports?device_id=d235eb10-8e98-4504-ba25-fd652fe4dd89 HTTP/1.1" status: 200 len: 984 time: 0.0743010 Jun 21 19:48:01.615663 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-1c864bd6-d2ce-4adf-a045-d7bee08249ca req-2568fde3-6c00-4a6b-a507-cbad1f25722a tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/security-groups?id=0885b555-77fa-4089-bb48-4ab4dd0343cd&id=47a6dd20-f39c-4ba9-9276-cd8081c1f2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0500901 Jun 21 19:48:02.185212 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device 57d92f51-c2ab-4423-b4ad-5b962220c9e7 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=104577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 19:48:02.312234 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port 57d92f51-c2ab-4423-b4ad-5b962220c9e7, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=57d92f51-c2ab-4423-b4ad-5b962220c9e7,segment=NetworkSegment(b2609d98-de7e-448e-8715-7147b155efba),segment_id=b2609d98-de7e-448e-8715-7147b155efba)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:48:02.329276 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Returning: {'device': '57d92f51-c2ab-4423-b4ad-5b962220c9e7', 'network_id': 'bb140263-9c07-4d2c-8b7c-157252b839ff', 'port_id': '57d92f51-c2ab-4423-b4ad-5b962220c9e7', 'mac_address': 'fa:16:3e:b7:4b:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35cc38b2-325b-4124-b72d-79e7efa2e554', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 19:48:02.371390 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:02.391383 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.notifiers.nova [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57d92f51-c2ab-4423-b4ad-5b962220c9e7 {{(pid=104577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:48:02.416800 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port 57d92f51-c2ab-4423-b4ad-5b962220c9e7, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=57d92f51-c2ab-4423-b4ad-5b962220c9e7,segment=NetworkSegment(b2609d98-de7e-448e-8715-7147b155efba),segment_id=b2609d98-de7e-448e-8715-7147b155efba)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:48:02.422177 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:02.424685 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:48:02.482039 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Pushing event updated for resources: {'Port': ['ID=57d92f51-c2ab-4423-b4ad-5b962220c9e7,revision_number=4']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:48:02.485822 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:48:02.657299 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e8b8a-ad31-45d1-b256-3d32afcdbf3a req-60a4b9e0-8364-417e-84d4-1d17687f7b41 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:02.669406 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-bf1e8b8a-ad31-45d1-b256-3d32afcdbf3a req-60a4b9e0-8364-417e-84d4-1d17687f7b41 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d3479b4-d18a-4cbe-9bec-b57cff2fa0b5 HTTP/1.1" status: 200 len: 944 time: 0.0948632 Jun 21 19:48:02.704293 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-bf1e8b8a-ad31-45d1-b256-3d32afcdbf3a req-e4ff63f1-eb4c-49fa-8842-a02980545f66 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/security-groups?id=976b2aa1-f36b-47f5-8985-27c4a5c1e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339992 Jun 21 19:48:02.759381 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] get_ports_and_sgs() called for port_ids ['57d92f51-c2ab-4423-b4ad-5b962220c9e7'] {{(pid=104577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 19:48:02.825187 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0769e-b93a-450a-a266-64eb3b04a483 req-3c7e9602-1ea7-413e-b379-67d26f6cff8f tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:02.832238 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-a7f0769e-b93a-450a-a266-64eb3b04a483 req-3c7e9602-1ea7-413e-b379-67d26f6cff8f tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/ports?device_id=d235eb10-8e98-4504-ba25-fd652fe4dd89 HTTP/1.1" status: 200 len: 984 time: 0.0872343 Jun 21 19:48:02.870290 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-a7f0769e-b93a-450a-a266-64eb3b04a483 req-17c3dff5-1189-49a6-9118-bb8775347da0 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/security-groups?id=0885b555-77fa-4089-bb48-4ab4dd0343cd&id=47a6dd20-f39c-4ba9-9276-cd8081c1f2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363758 Jun 21 19:48:03.347950 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-414a006d-baaf-4af1-adbe-60767db1c6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:03.496963 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:03.894704 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1d701-57c0-4cae-b176-2789c4f6b45f req-4f169864-c69e-463b-9783-e9f371bce9e0 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:03.896956 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-2bc1d701-57c0-4cae-b176-2789c4f6b45f req-4f169864-c69e-463b-9783-e9f371bce9e0 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d3479b4-d18a-4cbe-9bec-b57cff2fa0b5 HTTP/1.1" status: 200 len: 944 time: 0.0663402 Jun 21 19:48:03.943840 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-2bc1d701-57c0-4cae-b176-2789c4f6b45f req-a3a2d88e-3e72-456b-9560-7afa8f837e5f tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/security-groups?id=976b2aa1-f36b-47f5-8985-27c4a5c1e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358284 Jun 21 19:48:04.088983 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e47f874-b25e-4540-8b2d-a39ce7413089 req-6d16d11e-0146-4e37-b96c-0a4592f374cb tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:04.096855 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-5e47f874-b25e-4540-8b2d-a39ce7413089 req-6d16d11e-0146-4e37-b96c-0a4592f374cb tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/ports?device_id=d235eb10-8e98-4504-ba25-fd652fe4dd89 HTTP/1.1" status: 200 len: 984 time: 0.0843575 Jun 21 19:48:04.140385 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-5e47f874-b25e-4540-8b2d-a39ce7413089 req-a30ce4b9-ceeb-4194-bd20-fec03569fc4d tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/security-groups?id=0885b555-77fa-4089-bb48-4ab4dd0343cd&id=47a6dd20-f39c-4ba9-9276-cd8081c1f2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426447 Jun 21 19:48:04.200182 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device 57d92f51-c2ab-4423-b4ad-5b962220c9e7 up at agent hyperv_hv-cinder-79246 {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:48:04.255435 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Provisioning for port 57d92f51-c2ab-4423-b4ad-5b962220c9e7 completed by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:48:04.259336 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Provisioning complete for port 57d92f51-c2ab-4423-b4ad-5b962220c9e7 triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:48:04.259717 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:04.342977 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:04.366678 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3479b4-d18a-4cbe-9bec-b57cff2fa0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d92f51-c2ab-4423-b4ad-5b962220c9e7'}] {{(pid=104577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:48:04.368956 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c14435dcc002c6d250290293137fb351442a83316ffa0c10b5cf8ed6f24812f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c4b6e5-d647-49d2-99d9-64341d28b1bb" -d '{"events": [{"server_uuid": "8d3479b4-d18a-4cbe-9bec-b57cff2fa0b5", "name": "network-vif-plugged", "status": "completed", "tag": "57d92f51-c2ab-4423-b4ad-5b962220c9e7"}]}' {{(pid=104577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:48:04.382219 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port 57d92f51-c2ab-4423-b4ad-5b962220c9e7, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=57d92f51-c2ab-4423-b4ad-5b962220c9e7,segment=NetworkSegment(b2609d98-de7e-448e-8715-7147b155efba),segment_id=b2609d98-de7e-448e-8715-7147b155efba)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:48:04.387414 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:04.390338 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:48:04.427694 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 19:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b953e139-b139-4da6-9c9c-734ab830043c x-openstack-request-id: req-b953e139-b139-4da6-9c9c-734ab830043c {{(pid=104577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:48:04.428004 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d3479b4-d18a-4cbe-9bec-b57cff2fa0b5", "name": "network-vif-plugged", "status": "completed", "tag": "57d92f51-c2ab-4423-b4ad-5b962220c9e7", "code": 200}]} {{(pid=104577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:48:04.428264 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-b953e139-b139-4da6-9c9c-734ab830043c {{(pid=104577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:48:04.428656 dv-cinder-792462-15-smb neutron-server[104577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d3479b4-d18a-4cbe-9bec-b57cff2fa0b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d92f51-c2ab-4423-b4ad-5b962220c9e7', 'code': 200} Jun 21 19:48:04.466358 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Pushing event updated for resources: {'Port': ['ID=57d92f51-c2ab-4423-b4ad-5b962220c9e7,revision_number=5']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:48:04.471107 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:48:04.476116 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-14118032-cbf1-44bc-927f-b70ca464d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:04.674366 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5abca-e590-4a0d-b803-28ca34e3382a req-058081ee-279e-4688-87d2-cf2c10a05b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:04.676553 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-b1f5abca-e590-4a0d-b803-28ca34e3382a req-058081ee-279e-4688-87d2-cf2c10a05b5a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8d3479b4-d18a-4cbe-9bec-b57cff2fa0b5 HTTP/1.1" status: 200 len: 1098 time: 0.0571198 Jun 21 19:48:04.721069 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-b1f5abca-e590-4a0d-b803-28ca34e3382a req-b38705df-f1f3-483f-bd39-c90e0520298e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=976b2aa1-f36b-47f5-8985-27c4a5c1e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327885 Jun 21 19:48:05.134439 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66608bd2-8246-47ff-8f47-0061cbc93c52 req-ff6a567b-1bda-4cb4-8163-9ea786fa8ef2 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:05.136847 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-66608bd2-8246-47ff-8f47-0061cbc93c52 req-ff6a567b-1bda-4cb4-8163-9ea786fa8ef2 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d3479b4-d18a-4cbe-9bec-b57cff2fa0b5 HTTP/1.1" status: 200 len: 945 time: 0.0730362 Jun 21 19:48:05.182056 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-66608bd2-8246-47ff-8f47-0061cbc93c52 req-f6e84cce-539c-479a-9715-2fb51071f00f tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/security-groups?id=976b2aa1-f36b-47f5-8985-27c4a5c1e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378540 Jun 21 19:48:05.345324 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b505a19-8ecc-49b1-822c-756b99cf525a req-f637075f-6dba-4502-8caf-324b5b49073e tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:05.347447 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-7b505a19-8ecc-49b1-822c-756b99cf525a req-f637075f-6dba-4502-8caf-324b5b49073e tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/ports?device_id=d235eb10-8e98-4504-ba25-fd652fe4dd89 HTTP/1.1" status: 200 len: 984 time: 0.0727837 Jun 21 19:48:05.413290 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-7b505a19-8ecc-49b1-822c-756b99cf525a req-a7c2d6de-52d0-49b3-a7f9-46c47c1fbc61 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/security-groups?id=0885b555-77fa-4089-bb48-4ab4dd0343cd&id=47a6dd20-f39c-4ba9-9276-cd8081c1f2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590360 Jun 21 19:48:05.962138 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-42de2df7-e83b-4cb7-9b47-4d153e7d24d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:06.380243 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87157e28-dd2e-4149-af94-227bcd0182b1 req-d59a2bc9-4708-4c21-82be-2c6103645c94 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:06.381725 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-87157e28-dd2e-4149-af94-227bcd0182b1 req-d59a2bc9-4708-4c21-82be-2c6103645c94 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d3479b4-d18a-4cbe-9bec-b57cff2fa0b5 HTTP/1.1" status: 200 len: 945 time: 0.0728176 Jun 21 19:48:06.422690 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-87157e28-dd2e-4149-af94-227bcd0182b1 req-167edf37-c1e8-4a93-a32b-927b6abe5a9c tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/security-groups?id=976b2aa1-f36b-47f5-8985-27c4a5c1e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347211 Jun 21 19:48:06.642149 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f582a70a-08ff-4669-addb-661bfb5f3f66 req-92c93fd2-29b7-48d8-8a2d-16f52218ffec tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:06.644164 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-f582a70a-08ff-4669-addb-661bfb5f3f66 req-92c93fd2-29b7-48d8-8a2d-16f52218ffec tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/ports?device_id=d235eb10-8e98-4504-ba25-fd652fe4dd89 HTTP/1.1" status: 200 len: 984 time: 0.1051528 Jun 21 19:48:06.725365 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-f582a70a-08ff-4669-addb-661bfb5f3f66 req-5b9cc837-46c7-4228-af85-9a49eb43a072 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/security-groups?id=0885b555-77fa-4089-bb48-4ab4dd0343cd&id=47a6dd20-f39c-4ba9-9276-cd8081c1f2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0738263 Jun 21 19:48:07.356146 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.agents_db [None req-c2d22edd-97c6-4632-8c47-e807aff285e4 None None] Agent healthcheck: found 6 active agents {{(pid=104578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 19:48:07.943685 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340bedd-04e7-4d27-91b6-6d2760bd58b4 req-6216a546-bf71-43cf-8974-9ae805d9d7cb tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:07.945194 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-a340bedd-04e7-4d27-91b6-6d2760bd58b4 req-6216a546-bf71-43cf-8974-9ae805d9d7cb tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/ports?device_id=d235eb10-8e98-4504-ba25-fd652fe4dd89 HTTP/1.1" status: 200 len: 984 time: 0.0750985 Jun 21 19:48:08.005746 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-a340bedd-04e7-4d27-91b6-6d2760bd58b4 req-c92d2cdf-c7e9-42cf-a06c-e57d35b0410d tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/security-groups?id=0885b555-77fa-4089-bb48-4ab4dd0343cd&id=47a6dd20-f39c-4ba9-9276-cd8081c1f2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531554 Jun 21 19:48:09.225000 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c19c178-c493-451e-95f3-59b7ad1ba311 req-12ec06e5-ea30-4726-aaae-64ac0b5a5668 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:09.226480 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-5c19c178-c493-451e-95f3-59b7ad1ba311 req-12ec06e5-ea30-4726-aaae-64ac0b5a5668 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/ports?device_id=d235eb10-8e98-4504-ba25-fd652fe4dd89 HTTP/1.1" status: 200 len: 984 time: 0.1018913 Jun 21 19:48:09.281442 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-5c19c178-c493-451e-95f3-59b7ad1ba311 req-cb4b34da-8a23-4082-a9e3-751bdd39bbcb tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/security-groups?id=0885b555-77fa-4089-bb48-4ab4dd0343cd&id=47a6dd20-f39c-4ba9-9276-cd8081c1f2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0481775 Jun 21 19:48:10.455960 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23b17a-dfd3-41de-96f3-f9900077f792 req-d7880ca9-4494-4d2a-839e-0040b70584d5 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:10.457451 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-8e23b17a-dfd3-41de-96f3-f9900077f792 req-d7880ca9-4494-4d2a-839e-0040b70584d5 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/ports?device_id=d235eb10-8e98-4504-ba25-fd652fe4dd89 HTTP/1.1" status: 200 len: 984 time: 0.0680099 Jun 21 19:48:10.500894 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-8e23b17a-dfd3-41de-96f3-f9900077f792 req-7d6632a2-e677-4578-bf54-a74dcb3645d5 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/security-groups?id=0885b555-77fa-4089-bb48-4ab4dd0343cd&id=47a6dd20-f39c-4ba9-9276-cd8081c1f2d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374846 Jun 21 19:48:16.622052 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 44902) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:48:16.668608 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f098eb5-a0fb-40a8-811c-02727d70eae3 admin admin] Deleting subnet c1339892-3789-4f58-8bb0-a1ac2dfcc8d4 {{(pid=104575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 19:48:16.671738 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-0f098eb5-a0fb-40a8-811c-02727d70eae3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:16.705364 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-0f098eb5-a0fb-40a8-811c-02727d70eae3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30138819'] for subnet, precommit_delete_associations {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:16.741659 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-0f098eb5-a0fb-40a8-811c-02727d70eae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-744040'] for subnet, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:16.793496 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-0f098eb5-a0fb-40a8-811c-02727d70eae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-744039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30138841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29561145'] for subnet, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:16.796140 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-c5697000-6af9-4a69-9879-320c6b5ec3bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:48:16.821024 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f098eb5-a0fb-40a8-811c-02727d70eae3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1339892-3789-4f58-8bb0-a1ac2dfcc8d4,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:48:16.830927 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f098eb5-a0fb-40a8-811c-02727d70eae3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:48:16.831298 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f098eb5-a0fb-40a8-811c-02727d70eae3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:48:16.831657 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f098eb5-a0fb-40a8-811c-02727d70eae3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:48:16.832012 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f098eb5-a0fb-40a8-811c-02727d70eae3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:48:16.832975 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f098eb5-a0fb-40a8-811c-02727d70eae3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:48:16.832975 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f098eb5-a0fb-40a8-811c-02727d70eae3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:48:16.833159 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f098eb5-a0fb-40a8-811c-02727d70eae3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:48:16.833372 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f098eb5-a0fb-40a8-811c-02727d70eae3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:48:16.833743 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f098eb5-a0fb-40a8-811c-02727d70eae3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:48:16.834086 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f098eb5-a0fb-40a8-811c-02727d70eae3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:48:16.834426 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f098eb5-a0fb-40a8-811c-02727d70eae3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:48:16.834763 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f098eb5-a0fb-40a8-811c-02727d70eae3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:48:16.837399 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-0f098eb5-a0fb-40a8-811c-02727d70eae3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for subnet, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:16.839326 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-0f098eb5-a0fb-40a8-811c-02727d70eae3 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/c1339892-3789-4f58-8bb0-a1ac2dfcc8d4 HTTP/1.1" status: 204 len: 168 time: 0.2161682 Jun 21 19:48:16.840028 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-0f098eb5-a0fb-40a8-811c-02727d70eae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:48:16.841550 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 44906) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:48:16.905658 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-30d484ef-9c8e-4360-ba09-eedc4b5668ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583444'] for network, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:16.983728 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-30d484ef-9c8e-4360-ba09-eedc4b5668ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744951', 'neutron.services.segments.db._delete_segments_for_network-8761649872083'] for network, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:16.993449 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.services.segments.db [None req-30d484ef-9c8e-4360-ba09-eedc4b5668ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc3358c4-021b-47c9-9904-b0d9a89cd797']}} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:48:17.003753 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.services.segments.db [None req-30d484ef-9c8e-4360-ba09-eedc4b5668ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c78d842-2111-4103-a4f6-889af4937d14') {'for_net_delete': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:48:17.004080 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.services.segments.db [None req-30d484ef-9c8e-4360-ba09-eedc4b5668ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c78d842-2111-4103-a4f6-889af4937d14') {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:48:17.012685 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-30d484ef-9c8e-4360-ba09-eedc4b5668ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761649871912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30138826'] for segment, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:17.025978 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-30d484ef-9c8e-4360-ba09-eedc4b5668ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740799'] for segment, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:17.031721 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30d484ef-9c8e-4360-ba09-eedc4b5668ad admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=104575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 19:48:17.032232 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-30d484ef-9c8e-4360-ba09-eedc4b5668ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30004082'] for segment, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:17.033843 dv-cinder-792462-15-smb neutron-server[104575]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:48:17.033843 dv-cinder-792462-15-smb neutron-server[104575]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:48:17.033843 dv-cinder-792462-15-smb neutron-server[104575]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:48:17.033843 dv-cinder-792462-15-smb neutron-server[104575]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:48:17.033843 dv-cinder-792462-15-smb neutron-server[104575]: Traceback (most recent call last): Jun 21 19:48:17.033843 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 19:48:17.033843 dv-cinder-792462-15-smb neutron-server[104575]: timer() Jun 21 19:48:17.033843 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 19:48:17.033843 dv-cinder-792462-15-smb neutron-server[104575]: cb(*args, **kw) Jun 21 19:48:17.033843 dv-cinder-792462-15-smb neutron-server[104575]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 19:48:17.033843 dv-cinder-792462-15-smb neutron-server[104575]: return func(*args, **kwargs) Jun 21 19:48:17.033843 dv-cinder-792462-15-smb neutron-server[104575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 19:48:17.033843 dv-cinder-792462-15-smb neutron-server[104575]: self._notify() Jun 21 19:48:17.033843 dv-cinder-792462-15-smb neutron-server[104575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 19:48:17.033843 dv-cinder-792462-15-smb neutron-server[104575]: self.callback(batched_events) Jun 21 19:48:17.033843 dv-cinder-792462-15-smb neutron-server[104575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 19:48:17.033843 dv-cinder-792462-15-smb neutron-server[104575]: event.method(event) Jun 21 19:48:17.033843 dv-cinder-792462-15-smb neutron-server[104575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 19:48:17.033843 dv-cinder-792462-15-smb neutron-server[104575]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 19:48:17.033843 dv-cinder-792462-15-smb neutron-server[104575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 19:48:17.033843 dv-cinder-792462-15-smb neutron-server[104575]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 19:48:17.033843 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 19:48:17.033843 dv-cinder-792462-15-smb neutron-server[104575]: return f(self, *a, **k) Jun 21 19:48:17.033843 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 19:48:17.033843 dv-cinder-792462-15-smb neutron-server[104575]: return self._get(url).json() Jun 21 19:48:17.033843 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 19:48:17.033843 dv-cinder-792462-15-smb neutron-server[104575]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 19:48:17.033843 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 19:48:17.033843 dv-cinder-792462-15-smb neutron-server[104575]: return self.request(url, 'GET', **kwargs) Jun 21 19:48:17.033843 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 19:48:17.033843 dv-cinder-792462-15-smb neutron-server[104575]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 19:48:17.033843 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 19:48:17.033843 dv-cinder-792462-15-smb neutron-server[104575]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 19:48:17.033843 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 19:48:17.033843 dv-cinder-792462-15-smb neutron-server[104575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 19:48:17.033843 dv-cinder-792462-15-smb neutron-server[104575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 19:48:17.088890 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-30d484ef-9c8e-4360-ba09-eedc4b5668ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33202238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33078149'] for network, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:17.093977 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-30d484ef-9c8e-4360-ba09-eedc4b5668ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for network, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:17.098296 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-30d484ef-9c8e-4360-ba09-eedc4b5668ad admin admin] 10.222.0.38 "DELETE /v2.0/networks/bc3358c4-021b-47c9-9904-b0d9a89cd797 HTTP/1.1" status: 204 len: 168 time: 0.2557116 Jun 21 19:48:17.099173 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-6e033475-95c4-48a4-9dc9-935c03d7ed08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:48:17.112266 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d484ef-9c8e-4360-ba09-eedc4b5668ad admin admin] Pushing event deleted for resources: {'Network': ['ID=bc3358c4-021b-47c9-9904-b0d9a89cd797,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:48:17.114814 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-30d484ef-9c8e-4360-ba09-eedc4b5668ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:48:17.211359 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 44912) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:48:17.248877 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-61f3387e-86de-4c20-a65f-dae49765a9fc admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=98c5f1b3967843c7a4b090f2d6e8b93e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0362859 Jun 21 19:48:17.251215 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 44914) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:48:17.302199 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be74c8af-c7f4-4171-9a7e-123e23d40fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:17.322773 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be74c8af-c7f4-4171-9a7e-123e23d40fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:17.372452 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be74c8af-c7f4-4171-9a7e-123e23d40fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:17.375412 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be74c8af-c7f4-4171-9a7e-123e23d40fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:17.376540 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-be74c8af-c7f4-4171-9a7e-123e23d40fbb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2a4519e5-d306-4575-af01-b462630d1ca9 HTTP/1.1" status: 204 len: 168 time: 0.1238425 Jun 21 19:48:17.377299 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-91314108-2ca7-4714-b895-28d91eed2592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:48:17.384684 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be74c8af-c7f4-4171-9a7e-123e23d40fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4519e5-d306-4575-af01-b462630d1ca9,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:48:17.387253 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-be74c8af-c7f4-4171-9a7e-123e23d40fbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:48:19.566827 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-aec35cb0-bb47-40e5-ba3b-96e10d53fc79 req-ffb5d8ad-5aa8-47c0-871c-a5272c746eec tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=b5e11b8d80304b88b5cc2558db3ad691&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288424 Jun 21 19:48:19.956867 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec35cb0-bb47-40e5-ba3b-96e10d53fc79 req-86a92ecf-81a7-4486-ace1-38c45936ebdf tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:19.958726 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-aec35cb0-bb47-40e5-ba3b-96e10d53fc79 req-86a92ecf-81a7-4486-ace1-38c45936ebdf tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3871179 Jun 21 19:48:19.972777 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-aec35cb0-bb47-40e5-ba3b-96e10d53fc79 req-243ce312-3284-42bb-a2d6-7752f8771f0c tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] 10.222.0.38 "GET /v2.0/quotas/b5e11b8d80304b88b5cc2558db3ad691 HTTP/1.1" status: 200 len: 375 time: 0.0088248 Jun 21 19:48:20.008092 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-aec35cb0-bb47-40e5-ba3b-96e10d53fc79 req-86c411c4-e1b6-46b8-b68b-b924966961c9 tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=b5e11b8d80304b88b5cc2558db3ad691&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305181 Jun 21 19:48:20.174169 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-a91bf850-6fac-4bf2-99d5-531d76c8d684 req-0f1fd3c2-d1b5-483c-91a2-9d363e56b015 tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] 10.222.0.38 "GET /v2.0/ports?device_id=891afc12-0da8-49ab-9b30-9de700698e1e HTTP/1.1" status: 200 len: 210 time: 0.0312293 Jun 21 19:48:20.807621 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812cdb24-9e08-4739-a2cc-4b14dafd63d5 req-85d9ddcb-52e1-4f97-955a-334a760d59b7 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:20.809087 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-812cdb24-9e08-4739-a2cc-4b14dafd63d5 req-85d9ddcb-52e1-4f97-955a-334a760d59b7 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 946 time: 0.0648003 Jun 21 19:48:20.847425 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-812cdb24-9e08-4739-a2cc-4b14dafd63d5 req-b608cc1c-c055-4c07-b308-c997f0bceeaf tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324173 Jun 21 19:48:21.243507 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-aec35cb0-bb47-40e5-ba3b-96e10d53fc79 req-09138884-60f6-4a37-99d9-5bbfe884fd26 tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=b5e11b8d80304b88b5cc2558db3ad691&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262761 Jun 21 19:48:21.350750 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-50c70388-ad0a-423c-a88a-676c8aafff14 req-48315c0c-24c5-4ade-9c8e-9e8c928571c5 tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] 10.222.0.38 "GET /v2.0/ports?device_id=891afc12-0da8-49ab-9b30-9de700698e1e HTTP/1.1" status: 200 len: 210 time: 0.0495582 Jun 21 19:48:21.395188 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec35cb0-bb47-40e5-ba3b-96e10d53fc79 req-1cfaae71-686e-4c61-928b-7b9b9562be1c tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:21.396623 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-aec35cb0-bb47-40e5-ba3b-96e10d53fc79 req-1cfaae71-686e-4c61-928b-7b9b9562be1c tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1449094 Jun 21 19:48:21.410345 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [req-aec35cb0-bb47-40e5-ba3b-96e10d53fc79 req-0d494646-3b95-4caa-8f04-80a1e247afd5 tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] Request body: {'port': {'device_id': '891afc12-0da8-49ab-9b30-9de700698e1e', 'network_id': 'b743cefe-0960-4a37-9f85-f6147e9e5c71', 'admin_state_up': True, 'tenant_id': 'b5e11b8d80304b88b5cc2558db3ad691'}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:48:21.520397 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aec35cb0-bb47-40e5-ba3b-96e10d53fc79 req-0d494646-3b95-4caa-8f04-80a1e247afd5 tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] Made reservation on behalf of b5e11b8d80304b88b5cc2558db3ad691 for: {'port': 1} {{(pid=104575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:48:21.524114 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-aec35cb0-bb47-40e5-ba3b-96e10d53fc79 req-0d494646-3b95-4caa-8f04-80a1e247afd5 tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for port, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:21.536236 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-aec35cb0-bb47-40e5-ba3b-96e10d53fc79 req-0d494646-3b95-4caa-8f04-80a1e247afd5 tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] Notify callbacks [] for security_group, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:21.628734 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-aec35cb0-bb47-40e5-ba3b-96e10d53fc79 req-0d494646-3b95-4caa-8f04-80a1e247afd5 tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] Notify callbacks [] for security_group, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:21.632620 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-aec35cb0-bb47-40e5-ba3b-96e10d53fc79 req-0d494646-3b95-4caa-8f04-80a1e247afd5 tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:21.636670 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-29e96aa8-2c04-4701-9b3f-a1748b3ad995 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:48:21.696684 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d494646-3b95-4caa-8f04-80a1e247afd5 tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e68e9a-79a1-46d6-8f6f-7ca648059bcf,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:48:21.701500 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-0d494646-3b95-4caa-8f04-80a1e247afd5 tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:48:21.762126 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.db_base_plugin_common [req-aec35cb0-bb47-40e5-ba3b-96e10d53fc79 req-0d494646-3b95-4caa-8f04-80a1e247afd5 tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] Allocated IP 192.168.233.191 (b743cefe-0960-4a37-9f85-f6147e9e5c71/f23eae4c-f681-4a54-ba89-49bab46f16ab/2d044a60-716e-4432-9af0-8efb59250257) {{(pid=104575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:48:21.902937 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-aec35cb0-bb47-40e5-ba3b-96e10d53fc79 req-0d494646-3b95-4caa-8f04-80a1e247afd5 tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] Notify callbacks [] for port, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:21.916749 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [req-aec35cb0-bb47-40e5-ba3b-96e10d53fc79 req-0d494646-3b95-4caa-8f04-80a1e247afd5 tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] Transition to ACTIVE for port object 2d044a60-716e-4432-9af0-8efb59250257 will not be triggered until provisioned by entity DHCP. {{(pid=104575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:48:21.949301 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-aec35cb0-bb47-40e5-ba3b-96e10d53fc79 req-0d494646-3b95-4caa-8f04-80a1e247afd5 tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-129462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761649331797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30138796'] for port, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:21.953010 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:48:22.002920 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aec35cb0-bb47-40e5-ba3b-96e10d53fc79 req-0d494646-3b95-4caa-8f04-80a1e247afd5 tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] Network b743cefe-0960-4a37-9f85-f6147e9e5c71 is already hosted by enough agents. {{(pid=104575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:48:22.009509 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.base_scheduler [req-aec35cb0-bb47-40e5-ba3b-96e10d53fc79 req-0d494646-3b95-4caa-8f04-80a1e247afd5 tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] Resources bound (agent type, host, resource id): {{(pid=104575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:48:22.011788 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d494646-3b95-4caa-8f04-80a1e247afd5 tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] Pushing event updated for resources: {'Port': ['ID=2d044a60-716e-4432-9af0-8efb59250257,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:48:22.014192 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec35cb0-bb47-40e5-ba3b-96e10d53fc79 req-0d494646-3b95-4caa-8f04-80a1e247afd5 tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] Received port after_create {{(pid=104575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:48:22.027336 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad54d3-0f03-40cf-865d-4e01d81bd55e req-cc03e613-d7e5-49ec-b2f3-041da25564a2 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:22.029650 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-06ad54d3-0f03-40cf-865d-4e01d81bd55e req-cc03e613-d7e5-49ec-b2f3-041da25564a2 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 946 time: 0.0691109 Jun 21 19:48:22.039073 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-0d494646-3b95-4caa-8f04-80a1e247afd5 tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:48:22.067294 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec35cb0-bb47-40e5-ba3b-96e10d53fc79 req-0d494646-3b95-4caa-8f04-80a1e247afd5 tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:22.068271 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-aec35cb0-bb47-40e5-ba3b-96e10d53fc79 req-0d494646-3b95-4caa-8f04-80a1e247afd5 tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147'] for port, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:22.087340 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-06ad54d3-0f03-40cf-865d-4e01d81bd55e req-4a39ce26-d73f-4153-9cdc-5ac413f2df21 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421138 Jun 21 19:48:22.088656 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-aec35cb0-bb47-40e5-ba3b-96e10d53fc79 req-0d494646-3b95-4caa-8f04-80a1e247afd5 tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6829154 Jun 21 19:48:22.104669 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [req-aec35cb0-bb47-40e5-ba3b-96e10d53fc79 req-4f3b3642-c85f-4238-a490-39235b011096 service neutron] Request body: {'port': {'device_id': '891afc12-0da8-49ab-9b30-9de700698e1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:48:22.188092 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-aec35cb0-bb47-40e5-ba3b-96e10d53fc79 req-4f3b3642-c85f-4238-a490-39235b011096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:22.301344 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-fca22a2a-3ae4-49aa-8274-d03e43100f91 None None] Provisioning for port 2d044a60-716e-4432-9af0-8efb59250257 completed by entity DHCP. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:48:22.307760 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-fca22a2a-3ae4-49aa-8274-d03e43100f91 None None] Provisioning complete for port 2d044a60-716e-4432-9af0-8efb59250257 triggered by entity DHCP. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:48:22.308234 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-fca22a2a-3ae4-49aa-8274-d03e43100f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:22.341962 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-fca22a2a-3ae4-49aa-8274-d03e43100f91 None None] Port 2d044a60-716e-4432-9af0-8efb59250257 cannot update to ACTIVE because it is not bound. {{(pid=104577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 19:48:22.465595 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.notifiers.nova [req-aec35cb0-bb47-40e5-ba3b-96e10d53fc79 req-4f3b3642-c85f-4238-a490-39235b011096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d044a60-716e-4432-9af0-8efb59250257 {{(pid=104575) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:48:22.473574 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-aec35cb0-bb47-40e5-ba3b-96e10d53fc79 req-4f3b3642-c85f-4238-a490-39235b011096 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:22.485229 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.provisioning_blocks [req-aec35cb0-bb47-40e5-ba3b-96e10d53fc79 req-4f3b3642-c85f-4238-a490-39235b011096 service neutron] Transition to ACTIVE for port object 2d044a60-716e-4432-9af0-8efb59250257 will not be triggered until provisioned by entity L2. {{(pid=104575) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:48:22.488089 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-aec35cb0-bb47-40e5-ba3b-96e10d53fc79 req-4f3b3642-c85f-4238-a490-39235b011096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30138778'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:22.490026 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-0136912b-7027-4cb4-abb3-447243830e93 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:48:22.529444 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47b217-006c-4ff7-9de6-1c49cd00eb0e req-a51219cd-8362-4393-aebd-ce9a2f337f42 tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:22.531072 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-9f47b217-006c-4ff7-9de6-1c49cd00eb0e req-a51219cd-8362-4393-aebd-ce9a2f337f42 tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] 10.222.0.38 "GET /v2.0/ports?device_id=891afc12-0da8-49ab-9b30-9de700698e1e HTTP/1.1" status: 200 len: 936 time: 0.0707762 Jun 21 19:48:22.564577 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3b3642-c85f-4238-a490-39235b011096 service neutron] Pushing event updated for resources: {'Port': ['ID=2d044a60-716e-4432-9af0-8efb59250257,revision_number=2']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:48:22.574519 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-9f47b217-006c-4ff7-9de6-1c49cd00eb0e req-9f4df55c-ff72-4220-ac93-cbe5f377320d tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0e68e9a-79a1-46d6-8f6f-7ca648059bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360672 Jun 21 19:48:22.595144 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-4f3b3642-c85f-4238-a490-39235b011096 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:48:22.644539 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [req-aec35cb0-bb47-40e5-ba3b-96e10d53fc79 req-4f3b3642-c85f-4238-a490-39235b011096 service neutron] Attempting to bind port 2d044a60-716e-4432-9af0-8efb59250257 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:48:22.644875 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [req-aec35cb0-bb47-40e5-ba3b-96e10d53fc79 req-4f3b3642-c85f-4238-a490-39235b011096 service neutron] Attempting to bind port 2d044a60-716e-4432-9af0-8efb59250257 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '122ae2f5-d7b7-4d6a-a7ca-be8635664b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b743cefe-0960-4a37-9f85-f6147e9e5c71'}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:48:22.645205 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec35cb0-bb47-40e5-ba3b-96e10d53fc79 req-4f3b3642-c85f-4238-a490-39235b011096 service neutron] Attempting to bind port 2d044a60-716e-4432-9af0-8efb59250257 on network b743cefe-0960-4a37-9f85-f6147e9e5c71 {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:48:22.649961 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec35cb0-bb47-40e5-ba3b-96e10d53fc79 req-4f3b3642-c85f-4238-a490-39235b011096 service neutron] Port 2d044a60-716e-4432-9af0-8efb59250257 on network b743cefe-0960-4a37-9f85-f6147e9e5c71 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 19:48:22.650283 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec35cb0-bb47-40e5-ba3b-96e10d53fc79 req-4f3b3642-c85f-4238-a490-39235b011096 service neutron] Attempting to bind port 2d044a60-716e-4432-9af0-8efb59250257 on network b743cefe-0960-4a37-9f85-f6147e9e5c71 {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:48:22.655109 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec35cb0-bb47-40e5-ba3b-96e10d53fc79 req-4f3b3642-c85f-4238-a490-39235b011096 service neutron] Checking agent: {'id': '0b26fa00-c4a2-4127-a29e-c90b7b9119ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 42, 27), 'started_at': datetime.datetime(2021, 6, 21, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:48:22.655446 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec35cb0-bb47-40e5-ba3b-96e10d53fc79 req-4f3b3642-c85f-4238-a490-39235b011096 service neutron] Checking segment: {'id': '122ae2f5-d7b7-4d6a-a7ca-be8635664b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b743cefe-0960-4a37-9f85-f6147e9e5c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:48:22.655831 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec35cb0-bb47-40e5-ba3b-96e10d53fc79 req-4f3b3642-c85f-4238-a490-39235b011096 service neutron] Bound using segment: {'id': '122ae2f5-d7b7-4d6a-a7ca-be8635664b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b743cefe-0960-4a37-9f85-f6147e9e5c71'} {{(pid=104575) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:48:22.656254 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.managers [req-aec35cb0-bb47-40e5-ba3b-96e10d53fc79 req-4f3b3642-c85f-4238-a490-39235b011096 service neutron] Bound port: 2d044a60-716e-4432-9af0-8efb59250257, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '122ae2f5-d7b7-4d6a-a7ca-be8635664b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'b743cefe-0960-4a37-9f85-f6147e9e5c71'}}] {{(pid=104575) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:48:22.656595 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-aec35cb0-bb47-40e5-ba3b-96e10d53fc79 req-4f3b3642-c85f-4238-a490-39235b011096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:22.720370 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.db [req-aec35cb0-bb47-40e5-ba3b-96e10d53fc79 req-4f3b3642-c85f-4238-a490-39235b011096 service neutron] For port 2d044a60-716e-4432-9af0-8efb59250257, host hv-cinder-79246, cleared binding levels {{(pid=104575) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:48:22.723828 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.db [req-aec35cb0-bb47-40e5-ba3b-96e10d53fc79 req-4f3b3642-c85f-4238-a490-39235b011096 service neutron] For port 2d044a60-716e-4432-9af0-8efb59250257, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2d044a60-716e-4432-9af0-8efb59250257,segment=NetworkSegment(122ae2f5-d7b7-4d6a-a7ca-be8635664b50),segment_id=122ae2f5-d7b7-4d6a-a7ca-be8635664b50)] {{(pid=104575) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:48:22.727385 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-aec35cb0-bb47-40e5-ba3b-96e10d53fc79 req-4f3b3642-c85f-4238-a490-39235b011096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30138778'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:22.730242 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-b8fc60ad-1f69-4c5e-83d2-d1c074894d9c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:48:22.763090 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec35cb0-bb47-40e5-ba3b-96e10d53fc79 req-4f3b3642-c85f-4238-a490-39235b011096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:22.763786 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-aec35cb0-bb47-40e5-ba3b-96e10d53fc79 req-4f3b3642-c85f-4238-a490-39235b011096 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147'] for port, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:22.765452 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-aec35cb0-bb47-40e5-ba3b-96e10d53fc79 req-4f3b3642-c85f-4238-a490-39235b011096 service neutron] 10.222.0.46 "PUT /v2.0/ports/2d044a60-716e-4432-9af0-8efb59250257 HTTP/1.1" status: 200 len: 1098 time: 0.6654088 Jun 21 19:48:22.765794 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '891afc12-0da8-49ab-9b30-9de700698e1e', 'tag': '2d044a60-716e-4432-9af0-8efb59250257'}] {{(pid=104575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:48:22.768772 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c13f0749771774115a22afc177d9d65845734126b668639f93c48b494dfbeb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfac32ee-3650-42b1-8955-83945d869ccb" -d '{"events": [{"name": "network-changed", "server_uuid": "891afc12-0da8-49ab-9b30-9de700698e1e", "tag": "2d044a60-716e-4432-9af0-8efb59250257"}]}' {{(pid=104575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:48:22.807150 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3b3642-c85f-4238-a490-39235b011096 service neutron] Pushing event updated for resources: {'Port': ['ID=2d044a60-716e-4432-9af0-8efb59250257,revision_number=3']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:48:22.810367 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-4f3b3642-c85f-4238-a490-39235b011096 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:48:22.812425 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 19:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d066af7a-1726-409f-a020-58ca5bd1c02b x-openstack-request-id: req-d066af7a-1726-409f-a020-58ca5bd1c02b {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:48:22.812741 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "891afc12-0da8-49ab-9b30-9de700698e1e", "tag": "2d044a60-716e-4432-9af0-8efb59250257", "status": "completed", "code": 200}]} {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:48:22.813026 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d066af7a-1726-409f-a020-58ca5bd1c02b {{(pid=104575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:48:22.813438 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '891afc12-0da8-49ab-9b30-9de700698e1e', 'tag': '2d044a60-716e-4432-9af0-8efb59250257', 'status': 'completed', 'code': 200} Jun 21 19:48:22.877199 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec35cb0-bb47-40e5-ba3b-96e10d53fc79 req-738dd424-6429-42b4-97af-988be881b38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:22.878873 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-aec35cb0-bb47-40e5-ba3b-96e10d53fc79 req-738dd424-6429-42b4-97af-988be881b38f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b5e11b8d80304b88b5cc2558db3ad691&device_id=891afc12-0da8-49ab-9b30-9de700698e1e HTTP/1.1" status: 200 len: 1101 time: 0.0570927 Jun 21 19:48:22.883642 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c8c9c-72b4-48ec-b3d5-ae7dff5b361d req-222536df-8cbf-439c-aac0-84e242b787ca tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:22.885132 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-1e0c8c9c-72b4-48ec-b3d5-ae7dff5b361d req-222536df-8cbf-439c-aac0-84e242b787ca tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.46 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 946 time: 0.0654280 Jun 21 19:48:22.928853 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-aec35cb0-bb47-40e5-ba3b-96e10d53fc79 req-dd7d100e-46f0-4501-9ee2-74bdf09bc35e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=2d044a60-716e-4432-9af0-8efb59250257 HTTP/1.1" status: 200 len: 217 time: 0.0361366 Jun 21 19:48:22.981478 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec35cb0-bb47-40e5-ba3b-96e10d53fc79 req-b8b18318-9814-41dd-a97d-98508a87f235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:22.983146 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-aec35cb0-bb47-40e5-ba3b-96e10d53fc79 req-b8b18318-9814-41dd-a97d-98508a87f235 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f23eae4c-f681-4a54-ba89-49bab46f16ab HTTP/1.1" status: 200 len: 843 time: 0.0470033 Jun 21 19:48:22.989902 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [req-1e0c8c9c-72b4-48ec-b3d5-ae7dff5b361d req-fb1d8026-f39d-4654-a03a-deaaf56c28ce tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Deleting port 17652a9b-0ced-4411-9d13-2c92c873ccea {{(pid=104575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 19:48:22.990244 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-1e0c8c9c-72b4-48ec-b3d5-ae7dff5b361d req-fb1d8026-f39d-4654-a03a-deaaf56c28ce tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761649817829'] for port, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:23.039724 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec35cb0-bb47-40e5-ba3b-96e10d53fc79 req-375e046e-1212-4cbf-89a9-5e27bd43c55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:23.041232 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-aec35cb0-bb47-40e5-ba3b-96e10d53fc79 req-375e046e-1212-4cbf-89a9-5e27bd43c55e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b743cefe-0960-4a37-9f85-f6147e9e5c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0520067 Jun 21 19:48:23.082878 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.db [req-1e0c8c9c-72b4-48ec-b3d5-ae7dff5b361d req-fb1d8026-f39d-4654-a03a-deaaf56c28ce tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] For port 17652a9b-0ced-4411-9d13-2c92c873ccea, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=17652a9b-0ced-4411-9d13-2c92c873ccea,segment=NetworkSegment(33c04394-201f-475d-af05-ec70e2377f9f),segment_id=33c04394-201f-475d-af05-ec70e2377f9f)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:48:23.083369 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-1e0c8c9c-72b4-48ec-b3d5-ae7dff5b361d req-fb1d8026-f39d-4654-a03a-deaaf56c28ce tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33076891'] for port, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:23.145283 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-aec35cb0-bb47-40e5-ba3b-96e10d53fc79 req-b692a049-dd58-4ce2-bd76-e01cc7f94099 service neutron] 10.222.0.46 "GET /v2.0/networks/b743cefe-0960-4a37-9f85-f6147e9e5c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825491 Jun 21 19:48:23.281330 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-aec35cb0-bb47-40e5-ba3b-96e10d53fc79 req-e7719228-75b7-4433-99fd-b9597146fa04 service neutron] 10.222.0.46 "GET /v2.0/networks/b743cefe-0960-4a37-9f85-f6147e9e5c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274469 Jun 21 19:48:23.298988 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7dfe07-40b3-4931-92ac-81c4aa241696 req-1c5b81ee-787c-4b4b-b07d-a8da865c85e1 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:23.300993 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-0c7dfe07-40b3-4931-92ac-81c4aa241696 req-1c5b81ee-787c-4b4b-b07d-a8da865c85e1 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 946 time: 0.0894606 Jun 21 19:48:23.339561 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-1e0c8c9c-72b4-48ec-b3d5-ae7dff5b361d req-fb1d8026-f39d-4654-a03a-deaaf56c28ce tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:23.339912 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-1e0c8c9c-72b4-48ec-b3d5-ae7dff5b361d req-fb1d8026-f39d-4654-a03a-deaaf56c28ce tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33078199'] for floatingip, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:23.340227 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.db.l3_db [req-1e0c8c9c-72b4-48ec-b3d5-ae7dff5b361d req-fb1d8026-f39d-4654-a03a-deaaf56c28ce tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Floating IP 739344d7-73ce-44d4-8792-92a3b8952e89 disassociated. External IP: 172.28.3.252, port: 17652a9b-0ced-4411-9d13-2c92c873ccea. Jun 21 19:48:23.340561 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [req-1e0c8c9c-72b4-48ec-b3d5-ae7dff5b361d req-fb1d8026-f39d-4654-a03a-deaaf56c28ce tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Calling delete_port for 17652a9b-0ced-4411-9d13-2c92c873ccea owned by compute:nova {{(pid=104575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 19:48:23.345051 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-0c7dfe07-40b3-4931-92ac-81c4aa241696 req-15065ba0-2bcd-4054-84ad-4aff146b643a tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=470d3395-bdcc-41be-a3a3-eb644599460f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330575 Jun 21 19:48:23.451544 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac32ee-3650-42b1-8955-83945d869ccb req-038078a3-3e07-4fcd-af31-14b2ee5c64f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:23.453435 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-bfac32ee-3650-42b1-8955-83945d869ccb req-038078a3-3e07-4fcd-af31-14b2ee5c64f4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b5e11b8d80304b88b5cc2558db3ad691&device_id=891afc12-0da8-49ab-9b30-9de700698e1e HTTP/1.1" status: 200 len: 1101 time: 0.0637312 Jun 21 19:48:23.480343 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-1e0c8c9c-72b4-48ec-b3d5-ae7dff5b361d req-fb1d8026-f39d-4654-a03a-deaaf56c28ce tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761649822437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761649331806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30138787'] for port, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:23.484292 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-d41e3b5b-3203-40ef-827c-2dacee0d5f12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:48:23.510437 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d8026-f39d-4654-a03a-deaaf56c28ce tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Pushing event deleted for resources: {'Port': ['ID=17652a9b-0ced-4411-9d13-2c92c873ccea,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:48:23.513648 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-fb1d8026-f39d-4654-a03a-deaaf56c28ce tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:48:23.591452 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac32ee-3650-42b1-8955-83945d869ccb req-8ef16907-caff-4c2a-922f-ad553001387a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:23.592906 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-bfac32ee-3650-42b1-8955-83945d869ccb req-8ef16907-caff-4c2a-922f-ad553001387a service neutron] 10.222.0.46 "GET /v2.0/networks?id=b743cefe-0960-4a37-9f85-f6147e9e5c71 HTTP/1.1" status: 200 len: 870 time: 0.1036794 Jun 21 19:48:23.624802 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e0c8c9c-72b4-48ec-b3d5-ae7dff5b361d req-fb1d8026-f39d-4654-a03a-deaaf56c28ce tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Router 4f6e2569-ac98-42f8-a137-37d5f631785f has already been hosted by L3 agent 340c6150-ff20-4abf-b4fe-5b82b8e71fd8 {{(pid=104575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 19:48:23.644465 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-bfac32ee-3650-42b1-8955-83945d869ccb req-384045a3-81c7-4387-9a65-9ac27b21d685 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=2d044a60-716e-4432-9af0-8efb59250257 HTTP/1.1" status: 200 len: 217 time: 0.0388672 Jun 21 19:48:23.697285 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac32ee-3650-42b1-8955-83945d869ccb req-0420a14a-de2a-4b44-9aac-3b240c2b3247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:23.698749 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-bfac32ee-3650-42b1-8955-83945d869ccb req-0420a14a-de2a-4b44-9aac-3b240c2b3247 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=f23eae4c-f681-4a54-ba89-49bab46f16ab HTTP/1.1" status: 200 len: 843 time: 0.0466454 Jun 21 19:48:23.760824 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac32ee-3650-42b1-8955-83945d869ccb req-827f3192-3638-4c74-9314-38b91dc14358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:23.762561 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-bfac32ee-3650-42b1-8955-83945d869ccb req-827f3192-3638-4c74-9314-38b91dc14358 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b743cefe-0960-4a37-9f85-f6147e9e5c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0536790 Jun 21 19:48:23.764943 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e0c8c9c-72b4-48ec-b3d5-ae7dff5b361d req-fb1d8026-f39d-4654-a03a-deaaf56c28ce tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify agent at l3_agent.dv-cinder-792462-15-smb the message routers_updated {{(pid=104575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 19:48:23.777418 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37426b01-44b4-4bb2-9f24-f4a31ef88042 None None] Sync routers for ids ['4f6e2569-ac98-42f8-a137-37d5f631785f'] in dv-cinder-792462-15-smb {{(pid=104577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 19:48:23.791210 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37426b01-44b4-4bb2-9f24-f4a31ef88042 None None] Routers {'4f6e2569-ac98-42f8-a137-37d5f631785f'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:48:23.792137 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-37426b01-44b4-4bb2-9f24-f4a31ef88042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:48:03Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['4f6e2569-ac98-42f8-a137-37d5f631785f'], 'active': True} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:48:23.798781 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ffdfbf-19a9-4071-8d43-28f089849a25 req-384734ca-28e7-4de4-bea9-eb3d9359f722 tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:23.800543 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-00ffdfbf-19a9-4071-8d43-28f089849a25 req-384734ca-28e7-4de4-bea9-eb3d9359f722 tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] 10.222.0.38 "GET /v2.0/ports?device_id=891afc12-0da8-49ab-9b30-9de700698e1e HTTP/1.1" status: 200 len: 948 time: 0.0875280 Jun 21 19:48:23.866392 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e0c8c9c-72b4-48ec-b3d5-ae7dff5b361d req-fb1d8026-f39d-4654-a03a-deaaf56c28ce tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] No DVR routers for this DVR port 17652a9b-0ced-4411-9d13-2c92c873ccea on host hv-cinder-79246 {{(pid=104575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 19:48:23.869105 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-1e0c8c9c-72b4-48ec-b3d5-ae7dff5b361d req-fb1d8026-f39d-4654-a03a-deaaf56c28ce tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147'] for port, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:23.871202 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-1e0c8c9c-72b4-48ec-b3d5-ae7dff5b361d req-fb1d8026-f39d-4654-a03a-deaaf56c28ce tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.46 "DELETE /v2.0/ports/17652a9b-0ced-4411-9d13-2c92c873ccea HTTP/1.1" status: 204 len: 173 time: 0.9776142 Jun 21 19:48:23.875922 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-bfac32ee-3650-42b1-8955-83945d869ccb req-9c8ef5e1-ef9e-4dee-a1dd-6390acde063b service neutron] 10.222.0.46 "GET /v2.0/networks/b743cefe-0960-4a37-9f85-f6147e9e5c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953851 Jun 21 19:48:23.900090 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-00ffdfbf-19a9-4071-8d43-28f089849a25 req-5032bd29-3d22-4212-80b5-2c781607df87 tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0e68e9a-79a1-46d6-8f6f-7ca648059bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903916 Jun 21 19:48:23.989433 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-bfac32ee-3650-42b1-8955-83945d869ccb req-617e3561-9d41-4e83-98ec-f370c56fe249 service neutron] 10.222.0.46 "GET /v2.0/networks/b743cefe-0960-4a37-9f85-f6147e9e5c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013260 Jun 21 19:48:24.023399 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvr_db [None req-37426b01-44b4-4bb2-9f24-f4a31ef88042 None None] Set router 4f6e2569-ac98-42f8-a137-37d5f631785f gateway port host: dv-cinder-792462-15-smb {{(pid=104577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:48:24.221413 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-37426b01-44b4-4bb2-9f24-f4a31ef88042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'name': 'tempest-AttachVolumeShelveTestJSON-524762901-router', 'tenant_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a8e686c1-5144-483c-800b-843137339b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:44:04Z', 'updated_at': '2021-06-21T19:44:14Z', 'revision_number': 4, 'project_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'gw_port': {'id': 'a8e686c1-5144-483c-800b-843137339b6a', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:05Z', 'updated_at': '2021-06-21T19:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_interfaces': [{'id': '5be5f07e-b88d-469e-820b-9cb6b75a44bd', 'name': '', 'network_id': '2d4d9e71-b808-45e3-a13f-71991168a9d3', 'tenant_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'mac_address': 'fa:16:3e:45:4b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9614296a-537a-414b-ae37-4bb814e04b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:11Z', 'updated_at': '2021-06-21T19:44:29Z', 'revision_number': 5, 'project_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'subnets': [{'id': '9614296a-537a-414b-ae37-4bb814e04b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:48:24.246289 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37426b01-44b4-4bb2-9f24-f4a31ef88042 None None] Checking router: 4f6e2569-ac98-42f8-a137-37d5f631785f for host: dv-cinder-792462-15-smb {{(pid=104577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 19:48:24.254828 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37426b01-44b4-4bb2-9f24-f4a31ef88042 None None] Routers {'4f6e2569-ac98-42f8-a137-37d5f631785f'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:48:24.255442 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-37426b01-44b4-4bb2-9f24-f4a31ef88042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:48:03Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['4f6e2569-ac98-42f8-a137-37d5f631785f'], 'active': True} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:48:24.361031 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvr_db [None req-37426b01-44b4-4bb2-9f24-f4a31ef88042 None None] Set router 4f6e2569-ac98-42f8-a137-37d5f631785f gateway port host: dv-cinder-792462-15-smb {{(pid=104577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:48:24.554735 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-1623c3c3-0558-4974-926f-3424a6cca4a3 req-53f88f2d-953e-4117-9d85-081b9d1a1997 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=67b49d3a-39fb-4115-82fc-47dcbe1fccb9 HTTP/1.1" status: 200 len: 210 time: 0.0338349 Jun 21 19:48:24.594197 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-37426b01-44b4-4bb2-9f24-f4a31ef88042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'name': 'tempest-AttachVolumeShelveTestJSON-524762901-router', 'tenant_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a8e686c1-5144-483c-800b-843137339b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:44:04Z', 'updated_at': '2021-06-21T19:44:14Z', 'revision_number': 4, 'project_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'gw_port': {'id': 'a8e686c1-5144-483c-800b-843137339b6a', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:05Z', 'updated_at': '2021-06-21T19:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_interfaces': [{'id': '5be5f07e-b88d-469e-820b-9cb6b75a44bd', 'name': '', 'network_id': '2d4d9e71-b808-45e3-a13f-71991168a9d3', 'tenant_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'mac_address': 'fa:16:3e:45:4b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9614296a-537a-414b-ae37-4bb814e04b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:11Z', 'updated_at': '2021-06-21T19:44:29Z', 'revision_number': 5, 'project_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'subnets': [{'id': '9614296a-537a-414b-ae37-4bb814e04b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:48:24.623119 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37426b01-44b4-4bb2-9f24-f4a31ef88042 None None] The sync data for ids ['4f6e2569-ac98-42f8-a137-37d5f631785f'] in dv-cinder-792462-15-smb is: [{'id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'name': 'tempest-AttachVolumeShelveTestJSON-524762901-router', 'tenant_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a8e686c1-5144-483c-800b-843137339b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:44:04Z', 'updated_at': '2021-06-21T19:44:14Z', 'revision_number': 4, 'project_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'gw_port': {'id': 'a8e686c1-5144-483c-800b-843137339b6a', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:05Z', 'updated_at': '2021-06-21T19:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_interfaces': [{'id': '5be5f07e-b88d-469e-820b-9cb6b75a44bd', 'name': '', 'network_id': '2d4d9e71-b808-45e3-a13f-71991168a9d3', 'tenant_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'mac_address': 'fa:16:3e:45:4b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9614296a-537a-414b-ae37-4bb814e04b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:11Z', 'updated_at': '2021-06-21T19:44:29Z', 'revision_number': 5, 'project_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'subnets': [{'id': '9614296a-537a-414b-ae37-4bb814e04b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 19:48:24.814519 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b49d3a-39fb-4115-82fc-47dcbe1fccb9', 'name': 'network-vif-deleted', 'tag': '17652a9b-0ced-4411-9d13-2c92c873ccea'}] {{(pid=104575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:48:24.816976 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c13f0749771774115a22afc177d9d65845734126b668639f93c48b494dfbeb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec252ca-d89c-4079-9a14-ed3acd758121" -d '{"events": [{"server_uuid": "67b49d3a-39fb-4115-82fc-47dcbe1fccb9", "name": "network-vif-deleted", "tag": "17652a9b-0ced-4411-9d13-2c92c873ccea"}]}' {{(pid=104575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:48:24.836812 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1dc73e9-6c80-460d-a080-81eb187d8f89 None None] New status for floating IP 739344d7-73ce-44d4-8792-92a3b8952e89: DOWN {{(pid=104578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 19:48:24.852066 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 19:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2a79fe-aa4b-47c2-8456-ca3664b7b12c x-openstack-request-id: req-1a2a79fe-aa4b-47c2-8456-ca3664b7b12c {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:48:24.852392 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b49d3a-39fb-4115-82fc-47dcbe1fccb9", "name": "network-vif-deleted", "tag": "17652a9b-0ced-4411-9d13-2c92c873ccea", "status": "completed", "code": 200}]} {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:48:24.852680 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-1a2a79fe-aa4b-47c2-8456-ca3664b7b12c {{(pid=104575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:48:24.853110 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b49d3a-39fb-4115-82fc-47dcbe1fccb9', 'name': 'network-vif-deleted', 'tag': '17652a9b-0ced-4411-9d13-2c92c873ccea', 'status': 'completed', 'code': 200} Jun 21 19:48:25.081456 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce8595-5895-4303-8dc8-e8556bddc7f0 req-9f46caf1-ceb1-45ba-af87-d6bdccb48d15 tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:25.083181 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-e2ce8595-5895-4303-8dc8-e8556bddc7f0 req-9f46caf1-ceb1-45ba-af87-d6bdccb48d15 tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] 10.222.0.38 "GET /v2.0/ports?device_id=891afc12-0da8-49ab-9b30-9de700698e1e HTTP/1.1" status: 200 len: 948 time: 0.0686922 Jun 21 19:48:25.120053 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-e2ce8595-5895-4303-8dc8-e8556bddc7f0 req-9b6bd342-3fbb-48fd-84a5-5e9a1f53fde7 tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0e68e9a-79a1-46d6-8f6f-7ca648059bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311475 Jun 21 19:48:25.686794 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 45052) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:48:25.743474 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-edfbbd7c-38e7-49be-9764-62b1b5ef4580 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks [] for security_group, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:25.768321 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-edfbbd7c-38e7-49be-9764-62b1b5ef4580 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:25.816149 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-edfbbd7c-38e7-49be-9764-62b1b5ef4580 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:25.819307 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-edfbbd7c-38e7-49be-9764-62b1b5ef4580 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:25.822867 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-edfbbd7c-38e7-49be-9764-62b1b5ef4580 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "DELETE /v2.0/security-groups/470d3395-bdcc-41be-a3a3-eb644599460f HTTP/1.1" status: 204 len: 168 time: 0.1326852 Jun 21 19:48:25.822867 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-6e033475-95c4-48a4-9dc9-935c03d7ed08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:48:25.823465 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 45054) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:48:25.838504 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfbbd7c-38e7-49be-9764-62b1b5ef4580 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=470d3395-bdcc-41be-a3a3-eb644599460f,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:48:25.840795 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.api.v2.resource [None req-bce52e55-5098-44eb-9637-1aad4e6e59b2 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] show failed (client error): The resource could not be found. Jun 21 19:48:25.841783 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-edfbbd7c-38e7-49be-9764-62b1b5ef4580 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:48:25.848151 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 45056) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:48:25.848847 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-bce52e55-5098-44eb-9637-1aad4e6e59b2 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups/470d3395-bdcc-41be-a3a3-eb644599460f HTTP/1.1" status: 404 len: 347 time: 0.0243521 Jun 21 19:48:25.956555 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-262f1822-5a8b-45a1-8513-cc084c8d0efd req-93367084-7ed0-45c8-94ef-c95d11081f2b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f530946a-70ad-452d-96b7-18d2468e33a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0600410 Jun 21 19:48:25.991161 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-09e52f39-0c09-4f2c-8d24-3cf61fa46d77 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Deleting port 81e9a1fe-a95a-4f3b-9ef3-01e7cb158538 {{(pid=104575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 19:48:25.992063 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-09e52f39-0c09-4f2c-8d24-3cf61fa46d77 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761649817829'] for port, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:26.044734 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f1822-5a8b-45a1-8513-cc084c8d0efd req-48043c0d-3d1c-4f86-b749-48c391fb3598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:26.047293 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-262f1822-5a8b-45a1-8513-cc084c8d0efd req-48043c0d-3d1c-4f86-b749-48c391fb3598 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c5aea0db63454ab7b0452a27b5c0fbbe&device_id=f530946a-70ad-452d-96b7-18d2468e33a9 HTTP/1.1" status: 200 len: 1099 time: 0.0635917 Jun 21 19:48:26.077551 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-09e52f39-0c09-4f2c-8d24-3cf61fa46d77 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33076891'] for port, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:26.078172 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-09e52f39-0c09-4f2c-8d24-3cf61fa46d77 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:26.144291 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-09e52f39-0c09-4f2c-8d24-3cf61fa46d77 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Calling delete_port for 81e9a1fe-a95a-4f3b-9ef3-01e7cb158538 owned by network:floatingip {{(pid=104575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 19:48:26.163302 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f1822-5a8b-45a1-8513-cc084c8d0efd req-7ed47f30-bb89-4a84-8a1e-33ffeb1ad3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:26.164765 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-262f1822-5a8b-45a1-8513-cc084c8d0efd req-7ed47f30-bb89-4a84-8a1e-33ffeb1ad3b2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f83e3e6f-0c8e-4ab7-af9c-731326ea9260 HTTP/1.1" status: 200 len: 911 time: 0.0865462 Jun 21 19:48:26.231975 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-262f1822-5a8b-45a1-8513-cc084c8d0efd req-a75511dd-ccf5-42fb-beba-d6e164e568ed service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3269eb82-0ff3-4dcb-af2a-f3b6fba0734f HTTP/1.1" status: 200 len: 1001 time: 0.0589471 Jun 21 19:48:26.281638 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-09e52f39-0c09-4f2c-8d24-3cf61fa46d77 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761649822437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761649331806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30138787'] for port, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:26.285219 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-9c072ddb-d539-45c1-89a4-58438b57dd15 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:48:26.289285 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device 2d044a60-716e-4432-9af0-8efb59250257 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=104577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 19:48:26.314473 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device 17652a9b-0ced-4411-9d13-2c92c873ccea no longer exists at agent hyperv_hv-cinder-79246 {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 19:48:26.316644 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f1822-5a8b-45a1-8513-cc084c8d0efd req-763f9a29-d334-4978-9780-f983003bc1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:26.319129 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e52f39-0c09-4f2c-8d24-3cf61fa46d77 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Pushing event deleted for resources: {'Port': ['ID=81e9a1fe-a95a-4f3b-9ef3-01e7cb158538,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:48:26.322120 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-09e52f39-0c09-4f2c-8d24-3cf61fa46d77 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:48:26.322765 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-262f1822-5a8b-45a1-8513-cc084c8d0efd req-763f9a29-d334-4978-9780-f983003bc1f2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ce1151cf-2ecc-44e3-aa52-cfec5d7d7e35 HTTP/1.1" status: 200 len: 849 time: 0.0825551 Jun 21 19:48:26.346316 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] No Port match for: 17652a9b-0ced-4411-9d13-2c92c873ccea {{(pid=104577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 19:48:26.346914 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device 17652a9b-0ced-4411-9d13-2c92c873ccea not bound to the agent host hv-cinder-79246 {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 19:48:26.377507 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db7bfd-c4fb-4475-92b3-a44e67dec1c3 req-841d6f33-cef3-4464-8a89-725be5e4c37f tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:26.379069 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-55db7bfd-c4fb-4475-92b3-a44e67dec1c3 req-841d6f33-cef3-4464-8a89-725be5e4c37f tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] 10.222.0.38 "GET /v2.0/ports?device_id=891afc12-0da8-49ab-9b30-9de700698e1e HTTP/1.1" status: 200 len: 948 time: 0.1500354 Jun 21 19:48:26.398450 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-09e52f39-0c09-4f2c-8d24-3cf61fa46d77 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks [] for floatingip, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:26.401119 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-09e52f39-0c09-4f2c-8d24-3cf61fa46d77 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147'] for floatingip, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:26.406534 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-09e52f39-0c09-4f2c-8d24-3cf61fa46d77 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "DELETE /v2.0/floatingips/739344d7-73ce-44d4-8792-92a3b8952e89 HTTP/1.1" status: 204 len: 168 time: 0.5570214 Jun 21 19:48:26.430433 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f1822-5a8b-45a1-8513-cc084c8d0efd req-69c74e59-185d-418b-ae2e-00ee90a3a150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:26.431783 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-262f1822-5a8b-45a1-8513-cc084c8d0efd req-69c74e59-185d-418b-ae2e-00ee90a3a150 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f83e3e6f-0c8e-4ab7-af9c-731326ea9260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0978844 Jun 21 19:48:26.443681 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-55db7bfd-c4fb-4475-92b3-a44e67dec1c3 req-2e8319b8-968d-4a4c-b681-2f01841e0092 tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0e68e9a-79a1-46d6-8f6f-7ca648059bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548036 Jun 21 19:48:26.502786 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port 2d044a60-716e-4432-9af0-8efb59250257, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2d044a60-716e-4432-9af0-8efb59250257,segment=NetworkSegment(122ae2f5-d7b7-4d6a-a7ca-be8635664b50),segment_id=122ae2f5-d7b7-4d6a-a7ca-be8635664b50)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:48:26.516138 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Returning: {'device': '2d044a60-716e-4432-9af0-8efb59250257', 'network_id': 'b743cefe-0960-4a37-9f85-f6147e9e5c71', 'port_id': '2d044a60-716e-4432-9af0-8efb59250257', 'mac_address': 'fa:16:3e:17:3f:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f23eae4c-f681-4a54-ba89-49bab46f16ab', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 19:48:26.558279 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:26.576544 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.notifiers.nova [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d044a60-716e-4432-9af0-8efb59250257 {{(pid=104577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:48:26.611891 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port 2d044a60-716e-4432-9af0-8efb59250257, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2d044a60-716e-4432-9af0-8efb59250257,segment=NetworkSegment(122ae2f5-d7b7-4d6a-a7ca-be8635664b50),segment_id=122ae2f5-d7b7-4d6a-a7ca-be8635664b50)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:48:26.616766 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:26.620863 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:48:26.687585 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Pushing event updated for resources: {'Port': ['ID=2d044a60-716e-4432-9af0-8efb59250257,revision_number=4']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:48:26.705858 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:48:26.706501 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:48:26.706813 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:48:26.707254 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:48:26.707719 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:48:26.708136 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:48:26.709621 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:48:26.710103 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:48:26.710599 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:48:26.711037 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:48:26.711494 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:48:26.711905 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:48:26.723577 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:48:26.730724 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:26.822084 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-262f1822-5a8b-45a1-8513-cc084c8d0efd req-f4b3f680-8aca-4063-9e52-b27a1f6ffa65 service neutron] 10.222.0.46 "GET /v2.0/networks/f83e3e6f-0c8e-4ab7-af9c-731326ea9260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745461 Jun 21 19:48:26.927210 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] get_ports_and_sgs() called for port_ids ['2d044a60-716e-4432-9af0-8efb59250257'] {{(pid=104577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 19:48:26.952739 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-262f1822-5a8b-45a1-8513-cc084c8d0efd req-11ef5ee1-af04-4602-8445-fb88d0d110dd service neutron] 10.222.0.46 "GET /v2.0/networks/f83e3e6f-0c8e-4ab7-af9c-731326ea9260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205740 Jun 21 19:48:26.964444 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce20211-1efc-4d8d-adf7-9e816819df2b req-5cd2e703-324c-4030-afd2-81613802513c tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:26.965893 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-4ce20211-1efc-4d8d-adf7-9e816819df2b req-5cd2e703-324c-4030-afd2-81613802513c tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d3479b4-d18a-4cbe-9bec-b57cff2fa0b5 HTTP/1.1" status: 200 len: 945 time: 0.0932977 Jun 21 19:48:27.006574 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-4ce20211-1efc-4d8d-adf7-9e816819df2b req-1cf83b15-94af-41c5-b766-084b609e93b0 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/security-groups?id=976b2aa1-f36b-47f5-8985-27c4a5c1e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350158 Jun 21 19:48:27.027385 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 45068) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:48:27.032489 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [None req-f14d1bc9-186f-4a54-a5e9-239acf28b557 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1508856133', 'description': 'tempest-description--624266030'}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:48:27.056282 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-f14d1bc9-186f-4a54-a5e9-239acf28b557 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks [] for security_group, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:27.134510 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-f14d1bc9-186f-4a54-a5e9-239acf28b557 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks [] for security_group, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:27.137946 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-f14d1bc9-186f-4a54-a5e9-239acf28b557 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:27.140945 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-7eeecb8b-3981-489e-b54f-266ca05fb399 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:48:27.163310 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-f14d1bc9-186f-4a54-a5e9-239acf28b557 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:27.164481 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-f14d1bc9-186f-4a54-a5e9-239acf28b557 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1356864 Jun 21 19:48:27.167283 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 45070) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:48:27.172745 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [None req-ecd3b501-f413-43af-9b5b-541a2c90cab3 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Request body: {'security_group_rule': {'security_group_id': '168b3199-99b2-4d1e-8fcf-e624d0ac2030', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:48:27.179864 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14d1bc9-186f-4a54-a5e9-239acf28b557 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=168b3199-99b2-4d1e-8fcf-e624d0ac2030,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:48:27.183426 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-f14d1bc9-186f-4a54-a5e9-239acf28b557 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:48:27.199931 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-ecd3b501-f413-43af-9b5b-541a2c90cab3 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:27.262995 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-ecd3b501-f413-43af-9b5b-541a2c90cab3 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:27.265501 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-ecd3b501-f413-43af-9b5b-541a2c90cab3 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33278668'] for security_group_rule, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:27.267469 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:48:27.282355 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd3b501-f413-43af-9b5b-541a2c90cab3 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32718c56-8ac5-4e0a-ab68-a6085b086796,revision_number=0']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:48:27.285136 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-ecd3b501-f413-43af-9b5b-541a2c90cab3 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:48:27.289420 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-ecd3b501-f413-43af-9b5b-541a2c90cab3 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:27.290596 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-ecd3b501-f413-43af-9b5b-541a2c90cab3 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1224000 Jun 21 19:48:27.293160 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 45072) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:48:27.297752 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [None req-bebc09ad-f297-42c7-aa37-3ce26a7c58f9 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Request body: {'security_group_rule': {'security_group_id': '168b3199-99b2-4d1e-8fcf-e624d0ac2030', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:48:27.324043 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-bebc09ad-f297-42c7-aa37-3ce26a7c58f9 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:27.379905 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-bebc09ad-f297-42c7-aa37-3ce26a7c58f9 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:27.383604 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-bebc09ad-f297-42c7-aa37-3ce26a7c58f9 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33278668'] for security_group_rule, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:27.385851 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-ccf02c8e-8b05-44de-b1d2-55af11490289 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:48:27.400706 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebc09ad-f297-42c7-aa37-3ce26a7c58f9 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0b45d94-8ca5-42e1-b28a-654a84244bda,revision_number=0']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:48:27.404268 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-bebc09ad-f297-42c7-aa37-3ce26a7c58f9 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:48:27.409776 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-bebc09ad-f297-42c7-aa37-3ce26a7c58f9 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:27.410907 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-bebc09ad-f297-42c7-aa37-3ce26a7c58f9 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1167626 Jun 21 19:48:27.413844 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 45074) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:48:27.418063 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [None req-a7b4a7ae-3b29-480c-a574-8d9777066b61 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Request body: {'floatingip': {'floating_network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143'}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:48:27.438150 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-a7b4a7ae-3b29-480c-a574-8d9777066b61 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks [] for floatingip, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:27.535645 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-a7b4a7ae-3b29-480c-a574-8d9777066b61 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for port, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:27.903704 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d2906-90da-4011-a09a-8332b43c6f90 req-b2472f2a-d026-4e26-a843-dbd41b46ae2f tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:27.905039 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-928d2906-90da-4011-a09a-8332b43c6f90 req-b2472f2a-d026-4e26-a843-dbd41b46ae2f tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] 10.222.0.38 "GET /v2.0/ports?device_id=891afc12-0da8-49ab-9b30-9de700698e1e HTTP/1.1" status: 200 len: 949 time: 0.1162684 Jun 21 19:48:27.906077 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.db_base_plugin_common [None req-a7b4a7ae-3b29-480c-a574-8d9777066b61 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Allocated IP 172.28.3.101 (1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143/92f70134-f308-40e4-a372-590fff45c87e/114a0a6b-9a9e-4887-a0d7-a5bfd5fc6df1) {{(pid=104575) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:48:27.981573 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-928d2906-90da-4011-a09a-8332b43c6f90 req-d2f3ddbc-75ee-499e-b1ec-60e0af5b57ed tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0e68e9a-79a1-46d6-8f6f-7ca648059bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696018 Jun 21 19:48:28.035721 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-a7b4a7ae-3b29-480c-a574-8d9777066b61 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks [] for port, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:28.076625 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-a7b4a7ae-3b29-480c-a574-8d9777066b61 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-129462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761649331797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-30138796'] for port, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:28.078632 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-276db386-27be-4060-b0bf-5ffa5fe12766 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:48:28.119770 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b4a7ae-3b29-480c-a574-8d9777066b61 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Network 1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143 is already hosted by enough agents. {{(pid=104575) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:48:28.122644 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.base_scheduler [None req-a7b4a7ae-3b29-480c-a574-8d9777066b61 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Resources bound (agent type, host, resource id): {{(pid=104575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:48:28.126229 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b4a7ae-3b29-480c-a574-8d9777066b61 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Received port after_create {{(pid=104575) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:48:28.151896 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b4a7ae-3b29-480c-a574-8d9777066b61 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Pushing event updated for resources: {'Port': ['ID=114a0a6b-9a9e-4887-a0d7-a5bfd5fc6df1,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:48:28.155882 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-a7b4a7ae-3b29-480c-a574-8d9777066b61 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:48:28.184548 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb5e6c-da0a-4300-838f-c6e6d60c06dc req-c95ed858-ed84-4904-ba15-6d2b185a6d10 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:28.186153 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-5dcb5e6c-da0a-4300-838f-c6e6d60c06dc req-c95ed858-ed84-4904-ba15-6d2b185a6d10 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d3479b4-d18a-4cbe-9bec-b57cff2fa0b5 HTTP/1.1" status: 200 len: 945 time: 0.0642400 Jun 21 19:48:28.213739 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-a7b4a7ae-3b29-480c-a574-8d9777066b61 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:28.223133 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-5dcb5e6c-da0a-4300-838f-c6e6d60c06dc req-59459df1-168b-4c3a-8f94-b016ddfd9ec2 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/security-groups?id=976b2aa1-f36b-47f5-8985-27c4a5c1e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304952 Jun 21 19:48:28.256601 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-a7b4a7ae-3b29-480c-a574-8d9777066b61 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:28.299428 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device 2d044a60-716e-4432-9af0-8efb59250257 up at agent hyperv_hv-cinder-79246 {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:48:28.347704 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Provisioning for port 2d044a60-716e-4432-9af0-8efb59250257 completed by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:48:28.351427 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Provisioning complete for port 2d044a60-716e-4432-9af0-8efb59250257 triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:48:28.351813 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:28.411473 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-a7b4a7ae-3b29-480c-a574-8d9777066b61 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks [] for port, precommit_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:28.415952 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-a7b4a7ae-3b29-480c-a574-8d9777066b61 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30138778'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:28.418997 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-0d494646-3b95-4caa-8f04-80a1e247afd5 tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:48:28.428711 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:28.450511 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '891afc12-0da8-49ab-9b30-9de700698e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d044a60-716e-4432-9af0-8efb59250257'}] {{(pid=104577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:48:28.453015 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c14435dcc002c6d250290293137fb351442a83316ffa0c10b5cf8ed6f24812f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b75d3a1-6757-4ec0-9593-7e35599e3b4f" -d '{"events": [{"server_uuid": "891afc12-0da8-49ab-9b30-9de700698e1e", "name": "network-vif-plugged", "status": "completed", "tag": "2d044a60-716e-4432-9af0-8efb59250257"}]}' {{(pid=104577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:48:28.465592 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port 2d044a60-716e-4432-9af0-8efb59250257, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2d044a60-716e-4432-9af0-8efb59250257,segment=NetworkSegment(122ae2f5-d7b7-4d6a-a7ca-be8635664b50),segment_id=122ae2f5-d7b7-4d6a-a7ca-be8635664b50)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:48:28.470147 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:28.473098 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:48:28.487530 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b4a7ae-3b29-480c-a574-8d9777066b61 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Pushing event updated for resources: {'Port': ['ID=114a0a6b-9a9e-4887-a0d7-a5bfd5fc6df1,revision_number=2']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:48:28.493217 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-a7b4a7ae-3b29-480c-a574-8d9777066b61 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:48:28.499301 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 19:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f548fc9-e83c-43b2-b49f-907beeceb499 x-openstack-request-id: req-9f548fc9-e83c-43b2-b49f-907beeceb499 {{(pid=104577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:48:28.499540 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "891afc12-0da8-49ab-9b30-9de700698e1e", "name": "network-vif-plugged", "status": "completed", "tag": "2d044a60-716e-4432-9af0-8efb59250257", "code": 200}]} {{(pid=104577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:48:28.499733 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-a7b4a7ae-3b29-480c-a574-8d9777066b61 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33078199'] for floatingip, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:28.499844 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9f548fc9-e83c-43b2-b49f-907beeceb499 {{(pid=104577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:48:28.500167 dv-cinder-792462-15-smb neutron-server[104577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '891afc12-0da8-49ab-9b30-9de700698e1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d044a60-716e-4432-9af0-8efb59250257', 'code': 200} Jun 21 19:48:28.514292 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-a7b4a7ae-3b29-480c-a574-8d9777066b61 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147'] for floatingip, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:28.515690 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-a7b4a7ae-3b29-480c-a574-8d9777066b61 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1009367 Jun 21 19:48:28.527450 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Pushing event updated for resources: {'Port': ['ID=2d044a60-716e-4432-9af0-8efb59250257,revision_number=5']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:48:28.530495 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:48:28.731377 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-23ca0c7a-d392-4456-8155-4f02f8e1f0b1 req-5e4a8cd9-fa44-4429-84e5-650b0cb45a86 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1508856133&fields=id&tenant_id=24d88bac2bdc4887aaf0eb2f85b5c6cd HTTP/1.1" status: 200 len: 267 time: 0.0599043 Jun 21 19:48:28.808953 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf1e97-7b3a-45b9-b130-ebc6a052a9ad req-60e962f3-9f04-4222-b0d4-3e73059237ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:28.810416 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-3abf1e97-7b3a-45b9-b130-ebc6a052a9ad req-60e962f3-9f04-4222-b0d4-3e73059237ca service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=891afc12-0da8-49ab-9b30-9de700698e1e HTTP/1.1" status: 200 len: 1103 time: 0.1207895 Jun 21 19:48:28.867433 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca0c7a-d392-4456-8155-4f02f8e1f0b1 req-813aca9c-3c51-418a-ae88-3111933337c6 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:28.868831 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-23ca0c7a-d392-4456-8155-4f02f8e1f0b1 req-813aca9c-3c51-418a-ae88-3111933337c6 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/networks?id=2d4d9e71-b808-45e3-a13f-71991168a9d3 HTTP/1.1" status: 200 len: 816 time: 0.1304007 Jun 21 19:48:28.874108 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-3abf1e97-7b3a-45b9-b130-ebc6a052a9ad req-20dc9b7d-fff7-411f-86c1-abb28979975a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d0e68e9a-79a1-46d6-8f6f-7ca648059bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533578 Jun 21 19:48:28.883384 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-23ca0c7a-d392-4456-8155-4f02f8e1f0b1 req-fc8ab67a-45e9-4cb9-9832-08c16376b982 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/quotas/24d88bac2bdc4887aaf0eb2f85b5c6cd HTTP/1.1" status: 200 len: 375 time: 0.0084317 Jun 21 19:48:28.952066 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-23ca0c7a-d392-4456-8155-4f02f8e1f0b1 req-cc396566-564b-40ea-8806-48dc8890c5f6 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=24d88bac2bdc4887aaf0eb2f85b5c6cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0638070 Jun 21 19:48:29.044069 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-23ca0c7a-d392-4456-8155-4f02f8e1f0b1 req-1b7dc8a2-4d1e-4df9-b4ac-a09f74199ee0 service neutron] 10.222.0.38 "GET /v2.0/networks/2d4d9e71-b808-45e3-a13f-71991168a9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803776 Jun 21 19:48:29.134613 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-23ca0c7a-d392-4456-8155-4f02f8e1f0b1 req-ac4aa313-21d5-4e9f-bf3d-10e2dd0a845a service neutron] 10.222.0.38 "GET /v2.0/networks/2d4d9e71-b808-45e3-a13f-71991168a9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845025 Jun 21 19:48:29.151816 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea252d5-3d9c-4244-9a28-9046d75fccb7 req-37bbbc19-9481-4f1b-b4b7-3ae45b53cbd1 tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:29.153512 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-0ea252d5-3d9c-4244-9a28-9046d75fccb7 req-37bbbc19-9481-4f1b-b4b7-3ae45b53cbd1 tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] 10.222.0.38 "GET /v2.0/ports?device_id=891afc12-0da8-49ab-9b30-9de700698e1e HTTP/1.1" status: 200 len: 950 time: 0.0626171 Jun 21 19:48:29.190574 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-0ea252d5-3d9c-4244-9a28-9046d75fccb7 req-c3e2cbd5-91fc-47ef-833c-7ed8aaf659ec tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0e68e9a-79a1-46d6-8f6f-7ca648059bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307891 Jun 21 19:48:29.311787 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-0fcfb292-50cc-4c66-a5c3-81456e2e41d5 req-cebd1eb4-a8b0-4766-aa5c-2b0c96850724 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a HTTP/1.1" status: 200 len: 210 time: 0.0294120 Jun 21 19:48:29.404183 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad62024-1e37-418e-8439-4b08d3cd91ac req-d4c3e7ab-6c91-4096-ad65-162550cf15f6 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:29.405669 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-dad62024-1e37-418e-8439-4b08d3cd91ac req-d4c3e7ab-6c91-4096-ad65-162550cf15f6 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d3479b4-d18a-4cbe-9bec-b57cff2fa0b5 HTTP/1.1" status: 200 len: 945 time: 0.0643992 Jun 21 19:48:29.443733 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-dad62024-1e37-418e-8439-4b08d3cd91ac req-d992ad7d-5096-4330-95d6-bdf7bf599f99 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/security-groups?id=976b2aa1-f36b-47f5-8985-27c4a5c1e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324254 Jun 21 19:48:30.364348 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8bc891-8dec-4ba5-961a-d648f99a2a6d req-e5488103-1e53-41dd-9f79-82bd03be98ee tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:30.365873 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-1e8bc891-8dec-4ba5-961a-d648f99a2a6d req-e5488103-1e53-41dd-9f79-82bd03be98ee tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] 10.222.0.38 "GET /v2.0/ports?device_id=891afc12-0da8-49ab-9b30-9de700698e1e HTTP/1.1" status: 200 len: 950 time: 0.0685923 Jun 21 19:48:30.406748 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-1e8bc891-8dec-4ba5-961a-d648f99a2a6d req-c55e5e14-73d5-4ff2-ad94-eb28e94bf736 tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0e68e9a-79a1-46d6-8f6f-7ca648059bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331125 Jun 21 19:48:30.481097 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-10119999-7ef6-4e93-a45d-64b82931ff92 req-5ac92235-f172-47d2-ac46-5144c8bd5c41 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a HTTP/1.1" status: 200 len: 210 time: 0.0431132 Jun 21 19:48:30.570225 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca0c7a-d392-4456-8155-4f02f8e1f0b1 req-06cb62bf-46df-41a6-983d-bd2f10cbd9d3 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:30.572155 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-23ca0c7a-d392-4456-8155-4f02f8e1f0b1 req-06cb62bf-46df-41a6-983d-bd2f10cbd9d3 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.46 "GET /v2.0/networks?id=2d4d9e71-b808-45e3-a13f-71991168a9d3 HTTP/1.1" status: 200 len: 816 time: 0.1184027 Jun 21 19:48:30.637172 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-23ca0c7a-d392-4456-8155-4f02f8e1f0b1 req-262ee5d9-8f52-47a0-ba4c-badba781cf07 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24d88bac2bdc4887aaf0eb2f85b5c6cd HTTP/1.1" status: 200 len: 380 time: 0.0437772 Jun 21 19:48:30.648037 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.v2.base [req-23ca0c7a-d392-4456-8155-4f02f8e1f0b1 req-e855b921-d21b-475e-93bd-acfea1801e02 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Request body: {'port': {'device_id': 'cdf0bf85-5ec5-4b90-9479-2d885068df9a', 'network_id': '2d4d9e71-b808-45e3-a13f-71991168a9d3', 'admin_state_up': True, 'tenant_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'security_groups': ['168b3199-99b2-4d1e-8fcf-e624d0ac2030']}} {{(pid=104576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:48:30.692921 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee72c03-3f3a-4af2-a067-01c1f0b22420 req-3abc7b82-6034-4894-a6c2-fa83145f652a tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:30.698577 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-cee72c03-3f3a-4af2-a067-01c1f0b22420 req-3abc7b82-6034-4894-a6c2-fa83145f652a tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d3479b4-d18a-4cbe-9bec-b57cff2fa0b5 HTTP/1.1" status: 200 len: 945 time: 0.1051624 Jun 21 19:48:30.753486 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-cee72c03-3f3a-4af2-a067-01c1f0b22420 req-73f37d3a-889b-4a91-8234-80906e56c6ca tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/security-groups?id=976b2aa1-f36b-47f5-8985-27c4a5c1e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447626 Jun 21 19:48:30.785602 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-41ff8219-b58a-4fc6-a312-0b7977f468af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:30.792255 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23ca0c7a-d392-4456-8155-4f02f8e1f0b1 req-e855b921-d21b-475e-93bd-acfea1801e02 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Made reservation on behalf of 24d88bac2bdc4887aaf0eb2f85b5c6cd for: {'port': 1} {{(pid=104576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:48:30.796254 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-23ca0c7a-d392-4456-8155-4f02f8e1f0b1 req-e855b921-d21b-475e-93bd-acfea1801e02 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for port, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:30.961972 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.db_base_plugin_common [req-23ca0c7a-d392-4456-8155-4f02f8e1f0b1 req-e855b921-d21b-475e-93bd-acfea1801e02 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Allocated IP 172.20.0.4 (2d4d9e71-b808-45e3-a13f-71991168a9d3/9614296a-537a-414b-ae37-4bb814e04b86/f20cba08-a225-4449-933a-a37519cf77a1) {{(pid=104576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:48:30.971121 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5af3b3-57ce-44dd-aecc-8346093cd636 req-f6e68190-0936-4d3c-981a-c589951a50b1 tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:30.972582 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-4b5af3b3-57ce-44dd-aecc-8346093cd636 req-f6e68190-0936-4d3c-981a-c589951a50b1 tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] 10.222.0.38 "GET /v2.0/ports?device_id=891afc12-0da8-49ab-9b30-9de700698e1e HTTP/1.1" status: 200 len: 950 time: 0.1241412 Jun 21 19:48:31.034766 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-4b5af3b3-57ce-44dd-aecc-8346093cd636 req-0684eab2-dda4-4d06-9c54-ba3b6dc0a620 tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0e68e9a-79a1-46d6-8f6f-7ca648059bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542605 Jun 21 19:48:31.132690 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-23ca0c7a-d392-4456-8155-4f02f8e1f0b1 req-e855b921-d21b-475e-93bd-acfea1801e02 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks [] for port, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:31.145598 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.provisioning_blocks [req-23ca0c7a-d392-4456-8155-4f02f8e1f0b1 req-e855b921-d21b-475e-93bd-acfea1801e02 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Transition to ACTIVE for port object f20cba08-a225-4449-933a-a37519cf77a1 will not be triggered until provisioned by entity DHCP. {{(pid=104576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:48:31.176500 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-23ca0c7a-d392-4456-8155-4f02f8e1f0b1 req-e855b921-d21b-475e-93bd-acfea1801e02 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-129462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761649331797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29817498'] for port, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:31.180053 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-fe0135a6-511c-4805-b15a-8187e4ce0e59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:48:31.218348 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23ca0c7a-d392-4456-8155-4f02f8e1f0b1 req-e855b921-d21b-475e-93bd-acfea1801e02 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Network 2d4d9e71-b808-45e3-a13f-71991168a9d3 is already hosted by enough agents. {{(pid=104576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:48:31.221396 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.base_scheduler [req-23ca0c7a-d392-4456-8155-4f02f8e1f0b1 req-e855b921-d21b-475e-93bd-acfea1801e02 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Resources bound (agent type, host, resource id): {{(pid=104576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:48:31.225153 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ca0c7a-d392-4456-8155-4f02f8e1f0b1 req-e855b921-d21b-475e-93bd-acfea1801e02 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Received port after_create {{(pid=104576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:48:31.253754 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e855b921-d21b-475e-93bd-acfea1801e02 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Pushing event updated for resources: {'Port': ['ID=f20cba08-a225-4449-933a-a37519cf77a1,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:48:31.265787 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e855b921-d21b-475e-93bd-acfea1801e02 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:48:31.266156 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e855b921-d21b-475e-93bd-acfea1801e02 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:48:31.266519 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e855b921-d21b-475e-93bd-acfea1801e02 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:48:31.266931 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e855b921-d21b-475e-93bd-acfea1801e02 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:48:31.267289 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e855b921-d21b-475e-93bd-acfea1801e02 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:48:31.267637 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e855b921-d21b-475e-93bd-acfea1801e02 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:48:31.267986 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e855b921-d21b-475e-93bd-acfea1801e02 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:48:31.268357 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e855b921-d21b-475e-93bd-acfea1801e02 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:48:31.268703 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e855b921-d21b-475e-93bd-acfea1801e02 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:48:31.269050 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e855b921-d21b-475e-93bd-acfea1801e02 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:48:31.269427 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e855b921-d21b-475e-93bd-acfea1801e02 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:48:31.269759 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e855b921-d21b-475e-93bd-acfea1801e02 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:48:31.275071 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-e855b921-d21b-475e-93bd-acfea1801e02 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:48:31.296239 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca0c7a-d392-4456-8155-4f02f8e1f0b1 req-e855b921-d21b-475e-93bd-acfea1801e02 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:31.296842 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-23ca0c7a-d392-4456-8155-4f02f8e1f0b1 req-e855b921-d21b-475e-93bd-acfea1801e02 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147'] for port, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:31.311462 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-23ca0c7a-d392-4456-8155-4f02f8e1f0b1 req-e855b921-d21b-475e-93bd-acfea1801e02 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6676023 Jun 21 19:48:31.325496 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.v2.base [req-23ca0c7a-d392-4456-8155-4f02f8e1f0b1 req-7912c7f5-6bc5-4fbd-b415-6c370f6cb398 service neutron] Request body: {'port': {'device_id': 'cdf0bf85-5ec5-4b90-9479-2d885068df9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=104576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:48:31.398327 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-23ca0c7a-d392-4456-8155-4f02f8e1f0b1 req-7912c7f5-6bc5-4fbd-b415-6c370f6cb398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:31.459073 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-efde38be-cbe0-48c3-bb6c-d17dc6f9b9fb None None] Provisioning for port f20cba08-a225-4449-933a-a37519cf77a1 completed by entity DHCP. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:48:31.462718 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-efde38be-cbe0-48c3-bb6c-d17dc6f9b9fb None None] Provisioning complete for port f20cba08-a225-4449-933a-a37519cf77a1 triggered by entity DHCP. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:48:31.463093 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-efde38be-cbe0-48c3-bb6c-d17dc6f9b9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:31.495944 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-efde38be-cbe0-48c3-bb6c-d17dc6f9b9fb None None] Port f20cba08-a225-4449-933a-a37519cf77a1 cannot update to ACTIVE because it is not bound. {{(pid=104577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 19:48:31.656880 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc20d9f-588a-4437-bc55-829f2de23c8e req-b2fb15c4-3b8d-4a68-8ec2-74f8be1e9c38 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:31.659015 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-6dc20d9f-588a-4437-bc55-829f2de23c8e req-b2fb15c4-3b8d-4a68-8ec2-74f8be1e9c38 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a HTTP/1.1" status: 200 len: 931 time: 0.0632465 Jun 21 19:48:31.668292 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.notifiers.nova [req-23ca0c7a-d392-4456-8155-4f02f8e1f0b1 req-7912c7f5-6bc5-4fbd-b415-6c370f6cb398 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f20cba08-a225-4449-933a-a37519cf77a1 {{(pid=104576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:48:31.676677 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-23ca0c7a-d392-4456-8155-4f02f8e1f0b1 req-7912c7f5-6bc5-4fbd-b415-6c370f6cb398 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:31.690044 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.provisioning_blocks [req-23ca0c7a-d392-4456-8155-4f02f8e1f0b1 req-7912c7f5-6bc5-4fbd-b415-6c370f6cb398 service neutron] Transition to ACTIVE for port object f20cba08-a225-4449-933a-a37519cf77a1 will not be triggered until provisioned by entity L2. {{(pid=104576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:48:31.693604 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-23ca0c7a-d392-4456-8155-4f02f8e1f0b1 req-7912c7f5-6bc5-4fbd-b415-6c370f6cb398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29817516'] for port, after_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:31.695575 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-29b07c36-35e0-4efe-a4be-d5e486acce57 tempest-VolumesActionsTest-1739197335 tempest-VolumesActionsTest-1739197335-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:48:31.699425 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-6dc20d9f-588a-4437-bc55-829f2de23c8e req-7d44f823-7636-4981-bdf3-d323547c7331 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=168b3199-99b2-4d1e-8fcf-e624d0ac2030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345073 Jun 21 19:48:31.768351 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7912c7f5-6bc5-4fbd-b415-6c370f6cb398 service neutron] Pushing event updated for resources: {'Port': ['ID=f20cba08-a225-4449-933a-a37519cf77a1,revision_number=2']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:48:31.787083 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-7912c7f5-6bc5-4fbd-b415-6c370f6cb398 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:48:31.843157 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.managers [req-23ca0c7a-d392-4456-8155-4f02f8e1f0b1 req-7912c7f5-6bc5-4fbd-b415-6c370f6cb398 service neutron] Attempting to bind port f20cba08-a225-4449-933a-a37519cf77a1 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:48:31.843555 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.managers [req-23ca0c7a-d392-4456-8155-4f02f8e1f0b1 req-7912c7f5-6bc5-4fbd-b415-6c370f6cb398 service neutron] Attempting to bind port f20cba08-a225-4449-933a-a37519cf77a1 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': '33c04394-201f-475d-af05-ec70e2377f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2d4d9e71-b808-45e3-a13f-71991168a9d3'}] {{(pid=104576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:48:31.843971 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ca0c7a-d392-4456-8155-4f02f8e1f0b1 req-7912c7f5-6bc5-4fbd-b415-6c370f6cb398 service neutron] Attempting to bind port f20cba08-a225-4449-933a-a37519cf77a1 on network 2d4d9e71-b808-45e3-a13f-71991168a9d3 {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:48:31.849251 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ca0c7a-d392-4456-8155-4f02f8e1f0b1 req-7912c7f5-6bc5-4fbd-b415-6c370f6cb398 service neutron] Port f20cba08-a225-4449-933a-a37519cf77a1 on network 2d4d9e71-b808-45e3-a13f-71991168a9d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 19:48:31.849656 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ca0c7a-d392-4456-8155-4f02f8e1f0b1 req-7912c7f5-6bc5-4fbd-b415-6c370f6cb398 service neutron] Attempting to bind port f20cba08-a225-4449-933a-a37519cf77a1 on network 2d4d9e71-b808-45e3-a13f-71991168a9d3 {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:48:31.855338 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ca0c7a-d392-4456-8155-4f02f8e1f0b1 req-7912c7f5-6bc5-4fbd-b415-6c370f6cb398 service neutron] Checking agent: {'id': '0b26fa00-c4a2-4127-a29e-c90b7b9119ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 42, 27), 'started_at': datetime.datetime(2021, 6, 21, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:48:31.855683 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ca0c7a-d392-4456-8155-4f02f8e1f0b1 req-7912c7f5-6bc5-4fbd-b415-6c370f6cb398 service neutron] Checking segment: {'id': '33c04394-201f-475d-af05-ec70e2377f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2d4d9e71-b808-45e3-a13f-71991168a9d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:48:31.856215 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23ca0c7a-d392-4456-8155-4f02f8e1f0b1 req-7912c7f5-6bc5-4fbd-b415-6c370f6cb398 service neutron] Bound using segment: {'id': '33c04394-201f-475d-af05-ec70e2377f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2d4d9e71-b808-45e3-a13f-71991168a9d3'} {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:48:31.856656 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.managers [req-23ca0c7a-d392-4456-8155-4f02f8e1f0b1 req-7912c7f5-6bc5-4fbd-b415-6c370f6cb398 service neutron] Bound port: f20cba08-a225-4449-933a-a37519cf77a1, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33c04394-201f-475d-af05-ec70e2377f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2d4d9e71-b808-45e3-a13f-71991168a9d3'}}] {{(pid=104576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:48:31.857010 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-23ca0c7a-d392-4456-8155-4f02f8e1f0b1 req-7912c7f5-6bc5-4fbd-b415-6c370f6cb398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:31.957350 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.db [req-23ca0c7a-d392-4456-8155-4f02f8e1f0b1 req-7912c7f5-6bc5-4fbd-b415-6c370f6cb398 service neutron] For port f20cba08-a225-4449-933a-a37519cf77a1, host hv-cinder-79246, cleared binding levels {{(pid=104576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:48:31.961760 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.db [req-23ca0c7a-d392-4456-8155-4f02f8e1f0b1 req-7912c7f5-6bc5-4fbd-b415-6c370f6cb398 service neutron] For port f20cba08-a225-4449-933a-a37519cf77a1, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f20cba08-a225-4449-933a-a37519cf77a1,segment=NetworkSegment(33c04394-201f-475d-af05-ec70e2377f9f),segment_id=33c04394-201f-475d-af05-ec70e2377f9f)] {{(pid=104576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:48:31.967055 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-23ca0c7a-d392-4456-8155-4f02f8e1f0b1 req-7912c7f5-6bc5-4fbd-b415-6c370f6cb398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29817516'] for port, after_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:31.971020 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-8b0149d3-3362-4cf5-bdb7-a8ab5a4a3e78 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:48:31.982994 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99105df-9ceb-4628-8c2e-b38de9effb26 req-4383a34f-fcf4-4b28-9c34-d3977a9b7325 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:31.984472 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-f99105df-9ceb-4628-8c2e-b38de9effb26 req-4383a34f-fcf4-4b28-9c34-d3977a9b7325 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d3479b4-d18a-4cbe-9bec-b57cff2fa0b5 HTTP/1.1" status: 200 len: 945 time: 0.1154301 Jun 21 19:48:32.016001 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca0c7a-d392-4456-8155-4f02f8e1f0b1 req-7912c7f5-6bc5-4fbd-b415-6c370f6cb398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:32.016634 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-23ca0c7a-d392-4456-8155-4f02f8e1f0b1 req-7912c7f5-6bc5-4fbd-b415-6c370f6cb398 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147'] for port, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:32.018503 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-23ca0c7a-d392-4456-8155-4f02f8e1f0b1 req-7912c7f5-6bc5-4fbd-b415-6c370f6cb398 service neutron] 10.222.0.46 "PUT /v2.0/ports/f20cba08-a225-4449-933a-a37519cf77a1 HTTP/1.1" status: 200 len: 1093 time: 0.6973591 Jun 21 19:48:32.022727 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdf0bf85-5ec5-4b90-9479-2d885068df9a', 'tag': 'f20cba08-a225-4449-933a-a37519cf77a1'}] {{(pid=104576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:48:32.025094 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05f20d886da9388d71ee432e92ee53588f77c84f00dcc9da6d5f2e0db0526183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d24a0e-bc23-4d2f-8992-202b61baf24d" -d '{"events": [{"name": "network-changed", "server_uuid": "cdf0bf85-5ec5-4b90-9479-2d885068df9a", "tag": "f20cba08-a225-4449-933a-a37519cf77a1"}]}' {{(pid=104576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:48:32.074989 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-f99105df-9ceb-4628-8c2e-b38de9effb26 req-a1f05509-bcfa-4bee-b455-f8855129f3d3 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/security-groups?id=976b2aa1-f36b-47f5-8985-27c4a5c1e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722589 Jun 21 19:48:32.075649 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7912c7f5-6bc5-4fbd-b415-6c370f6cb398 service neutron] Pushing event updated for resources: {'Port': ['ID=f20cba08-a225-4449-933a-a37519cf77a1,revision_number=3']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:48:32.079174 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 19:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2675d36c-1eee-4dd9-ab46-8f65d3448ca4 x-openstack-request-id: req-2675d36c-1eee-4dd9-ab46-8f65d3448ca4 {{(pid=104576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:48:32.080129 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdf0bf85-5ec5-4b90-9479-2d885068df9a", "tag": "f20cba08-a225-4449-933a-a37519cf77a1", "status": "completed", "code": 200}]} {{(pid=104576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:48:32.080435 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-2675d36c-1eee-4dd9-ab46-8f65d3448ca4 {{(pid=104576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:48:32.080844 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdf0bf85-5ec5-4b90-9479-2d885068df9a', 'tag': 'f20cba08-a225-4449-933a-a37519cf77a1', 'status': 'completed', 'code': 200} Jun 21 19:48:32.081559 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-7912c7f5-6bc5-4fbd-b415-6c370f6cb398 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:48:32.158264 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca0c7a-d392-4456-8155-4f02f8e1f0b1 req-75aac463-fcd2-46f4-8df8-5cdf4ebb85a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:32.159767 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-23ca0c7a-d392-4456-8155-4f02f8e1f0b1 req-75aac463-fcd2-46f4-8df8-5cdf4ebb85a9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=24d88bac2bdc4887aaf0eb2f85b5c6cd&device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a HTTP/1.1" status: 200 len: 1096 time: 0.0574431 Jun 21 19:48:32.207093 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-23ca0c7a-d392-4456-8155-4f02f8e1f0b1 req-d506f947-f140-420e-973f-a844ba025392 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f20cba08-a225-4449-933a-a37519cf77a1 HTTP/1.1" status: 200 len: 217 time: 0.0366206 Jun 21 19:48:32.249857 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344905de-cc89-47a5-ac84-7bf8a5b6d999 req-514a2e4f-7601-4084-9481-00cab60dfdb0 tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:32.251550 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-344905de-cc89-47a5-ac84-7bf8a5b6d999 req-514a2e4f-7601-4084-9481-00cab60dfdb0 tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] 10.222.0.38 "GET /v2.0/ports?device_id=891afc12-0da8-49ab-9b30-9de700698e1e HTTP/1.1" status: 200 len: 950 time: 0.0795748 Jun 21 19:48:32.260130 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca0c7a-d392-4456-8155-4f02f8e1f0b1 req-f6f0eefa-9283-46c9-a35d-c6428c43ed27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:32.261568 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-23ca0c7a-d392-4456-8155-4f02f8e1f0b1 req-f6f0eefa-9283-46c9-a35d-c6428c43ed27 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9614296a-537a-414b-ae37-4bb814e04b86 HTTP/1.1" status: 200 len: 855 time: 0.0477378 Jun 21 19:48:32.290823 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-344905de-cc89-47a5-ac84-7bf8a5b6d999 req-4c047e39-adf1-4815-b50f-025aa85773e3 tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] 10.222.0.38 "GET /v2.0/security-groups?id=d0e68e9a-79a1-46d6-8f6f-7ca648059bcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334027 Jun 21 19:48:32.323512 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca0c7a-d392-4456-8155-4f02f8e1f0b1 req-39f1dfca-0e1f-4c5b-a845-32bafee077ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:32.324569 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-23ca0c7a-d392-4456-8155-4f02f8e1f0b1 req-39f1dfca-0e1f-4c5b-a845-32bafee077ef service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2d4d9e71-b808-45e3-a13f-71991168a9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0541663 Jun 21 19:48:32.412950 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-23ca0c7a-d392-4456-8155-4f02f8e1f0b1 req-e91060c4-5915-45c5-9958-166e49e9191d service neutron] 10.222.0.46 "GET /v2.0/networks/2d4d9e71-b808-45e3-a13f-71991168a9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791609 Jun 21 19:48:32.503719 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-23ca0c7a-d392-4456-8155-4f02f8e1f0b1 req-2ef73841-ca35-4cf2-8b0d-9b291e978239 service neutron] 10.222.0.46 "GET /v2.0/networks/2d4d9e71-b808-45e3-a13f-71991168a9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821569 Jun 21 19:48:32.532925 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b84344-93ef-4959-b01b-4e6c14a5ddb8 req-539f91a9-ea33-4a94-9c2a-527caec9086a tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:32.534370 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-22b84344-93ef-4959-b01b-4e6c14a5ddb8 req-539f91a9-ea33-4a94-9c2a-527caec9086a tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] 10.222.0.46 "GET /v2.0/ports?device_id=891afc12-0da8-49ab-9b30-9de700698e1e HTTP/1.1" status: 200 len: 950 time: 0.0652432 Jun 21 19:48:32.610168 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d24a0e-bc23-4d2f-8992-202b61baf24d req-94d76ab2-6395-4ca0-a36f-880c42cac47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:32.611667 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-15d24a0e-bc23-4d2f-8992-202b61baf24d req-94d76ab2-6395-4ca0-a36f-880c42cac47c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=24d88bac2bdc4887aaf0eb2f85b5c6cd&device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a HTTP/1.1" status: 200 len: 1096 time: 0.0511286 Jun 21 19:48:32.649142 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [req-22b84344-93ef-4959-b01b-4e6c14a5ddb8 req-769024a1-1869-4ef9-a7ac-f46a049c23d2 tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] Deleting port 2d044a60-716e-4432-9af0-8efb59250257 {{(pid=104575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 19:48:32.649485 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-22b84344-93ef-4959-b01b-4e6c14a5ddb8 req-769024a1-1869-4ef9-a7ac-f46a049c23d2 tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761649817829'] for port, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:32.707203 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d24a0e-bc23-4d2f-8992-202b61baf24d req-d4b94925-9321-46b2-8f53-e9e93318637f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:32.708678 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-15d24a0e-bc23-4d2f-8992-202b61baf24d req-d4b94925-9321-46b2-8f53-e9e93318637f service neutron] 10.222.0.46 "GET /v2.0/networks?id=2d4d9e71-b808-45e3-a13f-71991168a9d3 HTTP/1.1" status: 200 len: 917 time: 0.0881450 Jun 21 19:48:32.741649 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.db [req-22b84344-93ef-4959-b01b-4e6c14a5ddb8 req-769024a1-1869-4ef9-a7ac-f46a049c23d2 tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] For port 2d044a60-716e-4432-9af0-8efb59250257, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=2d044a60-716e-4432-9af0-8efb59250257,segment=NetworkSegment(122ae2f5-d7b7-4d6a-a7ca-be8635664b50),segment_id=122ae2f5-d7b7-4d6a-a7ca-be8635664b50)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:48:32.742661 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-22b84344-93ef-4959-b01b-4e6c14a5ddb8 req-769024a1-1869-4ef9-a7ac-f46a049c23d2 tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33076891'] for port, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:32.750069 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-15d24a0e-bc23-4d2f-8992-202b61baf24d req-d2cd2a4b-4231-4224-8d8c-254b2aae25a4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f20cba08-a225-4449-933a-a37519cf77a1 HTTP/1.1" status: 200 len: 217 time: 0.0339355 Jun 21 19:48:32.815443 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [req-22b84344-93ef-4959-b01b-4e6c14a5ddb8 req-769024a1-1869-4ef9-a7ac-f46a049c23d2 tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] Calling delete_port for 2d044a60-716e-4432-9af0-8efb59250257 owned by compute:nova {{(pid=104575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 19:48:32.875429 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d24a0e-bc23-4d2f-8992-202b61baf24d req-45e944d7-3c1e-4584-a74d-a1b696c144f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:32.877417 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-15d24a0e-bc23-4d2f-8992-202b61baf24d req-45e944d7-3c1e-4584-a74d-a1b696c144f4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9614296a-537a-414b-ae37-4bb814e04b86 HTTP/1.1" status: 200 len: 855 time: 0.1123950 Jun 21 19:48:32.938350 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d32d7-28d4-404c-890b-63407f844a24 req-6619ef7f-72a0-45bc-8374-d7878087a526 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:32.940347 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-062d32d7-28d4-404c-890b-63407f844a24 req-6619ef7f-72a0-45bc-8374-d7878087a526 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d3479b4-d18a-4cbe-9bec-b57cff2fa0b5 HTTP/1.1" status: 200 len: 945 time: 0.1741567 Jun 21 19:48:32.943381 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-22b84344-93ef-4959-b01b-4e6c14a5ddb8 req-769024a1-1869-4ef9-a7ac-f46a049c23d2 tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761649822437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761649331806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30138787'] for port, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:32.947090 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-30369bf2-3c08-4039-af7c-e4607776b486 tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:48:32.955199 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5149385-fe9c-4215-9b14-030f50f605c0 req-ee5cf50e-10f3-4784-9ca6-151a7b529827 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:32.955682 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] get_ports_and_sgs() called for port_ids ['2d044a60-716e-4432-9af0-8efb59250257'] {{(pid=104577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 19:48:32.956643 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-b5149385-fe9c-4215-9b14-030f50f605c0 req-ee5cf50e-10f3-4784-9ca6-151a7b529827 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a HTTP/1.1" status: 200 len: 943 time: 0.1340806 Jun 21 19:48:32.972649 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769024a1-1869-4ef9-a7ac-f46a049c23d2 tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] Pushing event deleted for resources: {'Port': ['ID=2d044a60-716e-4432-9af0-8efb59250257,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:48:32.975812 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-769024a1-1869-4ef9-a7ac-f46a049c23d2 tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:48:33.022812 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b84344-93ef-4959-b01b-4e6c14a5ddb8 req-769024a1-1869-4ef9-a7ac-f46a049c23d2 tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] No DVR routers for this DVR port 2d044a60-716e-4432-9af0-8efb59250257 on host hv-cinder-79246 {{(pid=104575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 19:48:33.025480 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-22b84344-93ef-4959-b01b-4e6c14a5ddb8 req-769024a1-1869-4ef9-a7ac-f46a049c23d2 tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147'] for port, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:33.027454 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-22b84344-93ef-4959-b01b-4e6c14a5ddb8 req-769024a1-1869-4ef9-a7ac-f46a049c23d2 tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] 10.222.0.46 "DELETE /v2.0/ports/2d044a60-716e-4432-9af0-8efb59250257 HTTP/1.1" status: 204 len: 173 time: 0.4759214 Jun 21 19:48:33.027989 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '891afc12-0da8-49ab-9b30-9de700698e1e', 'name': 'network-vif-deleted', 'tag': '2d044a60-716e-4432-9af0-8efb59250257'}] {{(pid=104575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:48:33.030744 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c13f0749771774115a22afc177d9d65845734126b668639f93c48b494dfbeb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50fb811-94ed-4e4f-8eaa-c085e549fb64" -d '{"events": [{"server_uuid": "891afc12-0da8-49ab-9b30-9de700698e1e", "name": "network-vif-deleted", "tag": "2d044a60-716e-4432-9af0-8efb59250257"}]}' {{(pid=104575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:48:33.070421 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d24a0e-bc23-4d2f-8992-202b61baf24d req-cfaeb2c0-d386-4783-9672-d0c6f7ed4bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:33.071921 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-15d24a0e-bc23-4d2f-8992-202b61baf24d req-cfaeb2c0-d386-4783-9672-d0c6f7ed4bd8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2d4d9e71-b808-45e3-a13f-71991168a9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1841869 Jun 21 19:48:33.074768 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-b5149385-fe9c-4215-9b14-030f50f605c0 req-1accc149-5375-4d76-97b7-3524a77602ae tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=168b3199-99b2-4d1e-8fcf-e624d0ac2030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086183 Jun 21 19:48:33.077987 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 19:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bba8efb-7d05-4a3f-a84f-1ce102fba6ec x-openstack-request-id: req-9bba8efb-7d05-4a3f-a84f-1ce102fba6ec {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:48:33.078420 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "891afc12-0da8-49ab-9b30-9de700698e1e", "name": "network-vif-deleted", "tag": "2d044a60-716e-4432-9af0-8efb59250257", "status": "completed", "code": 200}]} {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:48:33.078605 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9bba8efb-7d05-4a3f-a84f-1ce102fba6ec {{(pid=104575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:48:33.079167 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '891afc12-0da8-49ab-9b30-9de700698e1e', 'name': 'network-vif-deleted', 'tag': '2d044a60-716e-4432-9af0-8efb59250257', 'status': 'completed', 'code': 200} Jun 21 19:48:33.171336 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.plugin [req-062d32d7-28d4-404c-890b-63407f844a24 req-85a76694-449e-4bf0-836d-71c30c64e3e1 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Deleting port 57d92f51-c2ab-4423-b4ad-5b962220c9e7 {{(pid=104576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 19:48:33.171749 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-062d32d7-28d4-404c-890b-63407f844a24 req-85a76694-449e-4bf0-836d-71c30c64e3e1 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761649817829'] for port, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:33.250547 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-15d24a0e-bc23-4d2f-8992-202b61baf24d req-896788b0-fdfd-4e77-891b-87e34336cdcd service neutron] 10.222.0.46 "GET /v2.0/networks/2d4d9e71-b808-45e3-a13f-71991168a9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553018 Jun 21 19:48:33.296166 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96806fc-5101-466b-84f2-c0daafe5efd6 req-e46a6047-3294-4b43-86af-84b785002d95 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:33.297619 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-e96806fc-5101-466b-84f2-c0daafe5efd6 req-e46a6047-3294-4b43-86af-84b785002d95 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d3479b4-d18a-4cbe-9bec-b57cff2fa0b5 HTTP/1.1" status: 200 len: 945 time: 0.0687191 Jun 21 19:48:33.330802 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.db [req-062d32d7-28d4-404c-890b-63407f844a24 req-85a76694-449e-4bf0-836d-71c30c64e3e1 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] For port 57d92f51-c2ab-4423-b4ad-5b962220c9e7, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=57d92f51-c2ab-4423-b4ad-5b962220c9e7,segment=NetworkSegment(b2609d98-de7e-448e-8715-7147b155efba),segment_id=b2609d98-de7e-448e-8715-7147b155efba)] {{(pid=104576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:48:33.331165 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-062d32d7-28d4-404c-890b-63407f844a24 req-85a76694-449e-4bf0-836d-71c30c64e3e1 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33076891'] for port, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:33.341781 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-72f099a2-38e1-4214-824f-5c7c9bccb65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:33.350128 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-e96806fc-5101-466b-84f2-c0daafe5efd6 req-303e2b7b-0fd7-49e9-b567-6c3679a176ca tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/security-groups?id=976b2aa1-f36b-47f5-8985-27c4a5c1e6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438347 Jun 21 19:48:33.400958 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.plugin [req-062d32d7-28d4-404c-890b-63407f844a24 req-85a76694-449e-4bf0-836d-71c30c64e3e1 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Calling delete_port for 57d92f51-c2ab-4423-b4ad-5b962220c9e7 owned by compute:nova {{(pid=104576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 19:48:33.489155 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:33.492398 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-8f37b30b-df44-4ff5-8f92-b1393a0ffe7f req-ac7de944-874e-4a19-b068-c2721c52aa1b tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] 10.222.0.38 "GET /v2.0/ports?device_id=891afc12-0da8-49ab-9b30-9de700698e1e HTTP/1.1" status: 200 len: 210 time: 0.0434256 Jun 21 19:48:33.515760 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-15d24a0e-bc23-4d2f-8992-202b61baf24d req-b32e4d90-45e3-43ff-a4f7-959d27618226 service neutron] 10.222.0.46 "GET /v2.0/networks/2d4d9e71-b808-45e3-a13f-71991168a9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571254 Jun 21 19:48:33.592856 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-062d32d7-28d4-404c-890b-63407f844a24 req-85a76694-449e-4bf0-836d-71c30c64e3e1 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761649822437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761649331806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29817493'] for port, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:33.596960 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-fe0135a6-511c-4805-b15a-8187e4ce0e59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:48:33.604739 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] get_ports_and_sgs() called for port_ids ['57d92f51-c2ab-4423-b4ad-5b962220c9e7'] {{(pid=104577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 19:48:33.872108 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a76694-449e-4bf0-836d-71c30c64e3e1 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Pushing event deleted for resources: {'Port': ['ID=57d92f51-c2ab-4423-b4ad-5b962220c9e7,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:48:33.875054 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-85a76694-449e-4bf0-836d-71c30c64e3e1 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:48:33.914924 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [req-062d32d7-28d4-404c-890b-63407f844a24 req-85a76694-449e-4bf0-836d-71c30c64e3e1 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] No DVR routers for this DVR port 57d92f51-c2ab-4423-b4ad-5b962220c9e7 on host hv-cinder-79246 {{(pid=104576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 19:48:33.917211 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-062d32d7-28d4-404c-890b-63407f844a24 req-85a76694-449e-4bf0-836d-71c30c64e3e1 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147'] for port, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:33.919131 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-062d32d7-28d4-404c-890b-63407f844a24 req-85a76694-449e-4bf0-836d-71c30c64e3e1 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.46 "DELETE /v2.0/ports/57d92f51-c2ab-4423-b4ad-5b962220c9e7 HTTP/1.1" status: 204 len: 173 time: 0.9716895 Jun 21 19:48:34.082794 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d3479b4-d18a-4cbe-9bec-b57cff2fa0b5', 'name': 'network-vif-deleted', 'tag': '57d92f51-c2ab-4423-b4ad-5b962220c9e7'}] {{(pid=104576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:48:34.085494 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05f20d886da9388d71ee432e92ee53588f77c84f00dcc9da6d5f2e0db0526183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4229f6-44d3-4f4c-9c4f-c583d2b6f418" -d '{"events": [{"server_uuid": "8d3479b4-d18a-4cbe-9bec-b57cff2fa0b5", "name": "network-vif-deleted", "tag": "57d92f51-c2ab-4423-b4ad-5b962220c9e7"}]}' {{(pid=104576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:48:34.121886 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 19:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4e4226-9c20-4419-91a7-7ddde64c94b5 x-openstack-request-id: req-3a4e4226-9c20-4419-91a7-7ddde64c94b5 {{(pid=104576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:48:34.122262 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d3479b4-d18a-4cbe-9bec-b57cff2fa0b5", "name": "network-vif-deleted", "tag": "57d92f51-c2ab-4423-b4ad-5b962220c9e7", "status": "completed", "code": 200}]} {{(pid=104576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:48:34.122497 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-3a4e4226-9c20-4419-91a7-7ddde64c94b5 {{(pid=104576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:48:34.122980 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d3479b4-d18a-4cbe-9bec-b57cff2fa0b5', 'name': 'network-vif-deleted', 'tag': '57d92f51-c2ab-4423-b4ad-5b962220c9e7', 'status': 'completed', 'code': 200} Jun 21 19:48:34.272987 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e2ae6-c3f8-4e7f-9d16-ae3677e2ee4f req-108be87f-61ba-4c08-9a7d-1cbe12d1a403 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:34.275962 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-279e2ae6-c3f8-4e7f-9d16-ae3677e2ee4f req-108be87f-61ba-4c08-9a7d-1cbe12d1a403 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a HTTP/1.1" status: 200 len: 943 time: 0.0652139 Jun 21 19:48:34.311379 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-279e2ae6-c3f8-4e7f-9d16-ae3677e2ee4f req-0deec796-28f1-46f9-a274-7fb21c542bdc tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=168b3199-99b2-4d1e-8fcf-e624d0ac2030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313287 Jun 21 19:48:34.339079 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device f20cba08-a225-4449-933a-a37519cf77a1 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=104577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 19:48:34.440332 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port f20cba08-a225-4449-933a-a37519cf77a1, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f20cba08-a225-4449-933a-a37519cf77a1,segment=NetworkSegment(33c04394-201f-475d-af05-ec70e2377f9f),segment_id=33c04394-201f-475d-af05-ec70e2377f9f)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:48:34.460526 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Returning: {'device': 'f20cba08-a225-4449-933a-a37519cf77a1', 'network_id': '2d4d9e71-b808-45e3-a13f-71991168a9d3', 'port_id': 'f20cba08-a225-4449-933a-a37519cf77a1', 'mac_address': 'fa:16:3e:f0:9c:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9614296a-537a-414b-ae37-4bb814e04b86', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 19:48:34.470089 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-14118032-cbf1-44bc-927f-b70ca464d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:34.511232 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-6c8e6cae-b0ba-4977-8aa7-ee972894d58f req-21e110f4-6ceb-4c50-bed1-a19040754e75 tempest-VolumesSnapshotTestJSON-1727903761 tempest-VolumesSnapshotTestJSON-1727903761-project] 10.222.0.38 "GET /v2.0/ports?device_id=8d3479b4-d18a-4cbe-9bec-b57cff2fa0b5 HTTP/1.1" status: 200 len: 210 time: 0.0340574 Jun 21 19:48:34.514027 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:34.533188 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.notifiers.nova [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f20cba08-a225-4449-933a-a37519cf77a1 {{(pid=104577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:48:34.556481 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port f20cba08-a225-4449-933a-a37519cf77a1, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f20cba08-a225-4449-933a-a37519cf77a1,segment=NetworkSegment(33c04394-201f-475d-af05-ec70e2377f9f),segment_id=33c04394-201f-475d-af05-ec70e2377f9f)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:48:34.561018 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:34.563925 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-2ae6612f-7dfb-4a30-8564-df626625060a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:48:34.610408 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Pushing event updated for resources: {'Port': ['ID=f20cba08-a225-4449-933a-a37519cf77a1,revision_number=4']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:48:34.613890 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:48:34.812042 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] get_ports_and_sgs() called for port_ids ['f20cba08-a225-4449-933a-a37519cf77a1'] {{(pid=104577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 19:48:35.491897 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dcc278-ce5b-4532-9c33-dec1e8d46417 req-cefc9324-765e-4d96-b723-1831e5633c29 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:35.493375 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-63dcc278-ce5b-4532-9c33-dec1e8d46417 req-cefc9324-765e-4d96-b723-1831e5633c29 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a HTTP/1.1" status: 200 len: 944 time: 0.0632503 Jun 21 19:48:35.529650 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-63dcc278-ce5b-4532-9c33-dec1e8d46417 req-23f1e37c-ac1d-4a5f-90df-9a3eeb97df1a tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=168b3199-99b2-4d1e-8fcf-e624d0ac2030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307219 Jun 21 19:48:35.961248 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-42de2df7-e83b-4cb7-9b47-4d153e7d24d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:36.355533 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device f20cba08-a225-4449-933a-a37519cf77a1 up at agent hyperv_hv-cinder-79246 {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:48:36.404045 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Provisioning for port f20cba08-a225-4449-933a-a37519cf77a1 completed by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:48:36.407798 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Provisioning complete for port f20cba08-a225-4449-933a-a37519cf77a1 triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:48:36.408167 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:36.484677 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:36.510494 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf0bf85-5ec5-4b90-9479-2d885068df9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20cba08-a225-4449-933a-a37519cf77a1'}] {{(pid=104577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:48:36.512760 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c14435dcc002c6d250290293137fb351442a83316ffa0c10b5cf8ed6f24812f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53d258f-fb51-4bfd-a51e-de6652cd634c" -d '{"events": [{"server_uuid": "cdf0bf85-5ec5-4b90-9479-2d885068df9a", "name": "network-vif-plugged", "status": "completed", "tag": "f20cba08-a225-4449-933a-a37519cf77a1"}]}' {{(pid=104577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:48:36.526023 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port f20cba08-a225-4449-933a-a37519cf77a1, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f20cba08-a225-4449-933a-a37519cf77a1,segment=NetworkSegment(33c04394-201f-475d-af05-ec70e2377f9f),segment_id=33c04394-201f-475d-af05-ec70e2377f9f)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:48:36.531503 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:36.532676 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device 57d92f51-c2ab-4423-b4ad-5b962220c9e7 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 19:48:36.534424 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:48:36.554889 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 19:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb3e4ce-6588-4bd6-a795-a50f019e1484 x-openstack-request-id: req-4fb3e4ce-6588-4bd6-a795-a50f019e1484 {{(pid=104577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:48:36.555197 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdf0bf85-5ec5-4b90-9479-2d885068df9a", "name": "network-vif-plugged", "status": "completed", "tag": "f20cba08-a225-4449-933a-a37519cf77a1", "code": 200}]} {{(pid=104577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:48:36.555458 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4fb3e4ce-6588-4bd6-a795-a50f019e1484 {{(pid=104577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:48:36.555874 dv-cinder-792462-15-smb neutron-server[104577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdf0bf85-5ec5-4b90-9479-2d885068df9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20cba08-a225-4449-933a-a37519cf77a1', 'code': 200} Jun 21 19:48:36.581899 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] No Port match for: 57d92f51-c2ab-4423-b4ad-5b962220c9e7 {{(pid=104577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 19:48:36.582376 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device 57d92f51-c2ab-4423-b4ad-5b962220c9e7 not bound to the agent host hv-cinder-79246 {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 19:48:36.582953 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device 2d044a60-716e-4432-9af0-8efb59250257 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 19:48:36.609249 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] No Port match for: 2d044a60-716e-4432-9af0-8efb59250257 {{(pid=104577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 19:48:36.609772 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device 2d044a60-716e-4432-9af0-8efb59250257 not bound to the agent host hv-cinder-79246 {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 19:48:36.629686 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Pushing event updated for resources: {'Port': ['ID=f20cba08-a225-4449-933a-a37519cf77a1,revision_number=5']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:48:36.636573 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:48:36.738367 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6c103-8b76-4758-ac3f-4f3fa3cfdc4d req-a615d86b-3ba6-4467-a815-cc8e24e83b01 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:36.745727 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-60c6c103-8b76-4758-ac3f-4f3fa3cfdc4d req-a615d86b-3ba6-4467-a815-cc8e24e83b01 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a HTTP/1.1" status: 200 len: 945 time: 0.0803502 Jun 21 19:48:36.809853 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-60c6c103-8b76-4758-ac3f-4f3fa3cfdc4d req-2264fc09-bc93-454e-96d2-aefb45facbb7 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=168b3199-99b2-4d1e-8fcf-e624d0ac2030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631557 Jun 21 19:48:36.832476 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629c378-5d26-4ba0-9f9a-f7c5f9589103 req-34af518e-e308-400f-9e94-30d2a57f3998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:36.834106 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-9629c378-5d26-4ba0-9f9a-f7c5f9589103 req-34af518e-e308-400f-9e94-30d2a57f3998 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a HTTP/1.1" status: 200 len: 1098 time: 0.0792630 Jun 21 19:48:36.879842 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-9629c378-5d26-4ba0-9f9a-f7c5f9589103 req-4dcabd05-8f29-4e7e-8e86-eaa2e015bb9f service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=168b3199-99b2-4d1e-8fcf-e624d0ac2030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355718 Jun 21 19:48:37.481856 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 45396) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:48:37.607941 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-fb547711-aca9-4b9e-ac63-0ef8c939c102 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b5e11b8d80304b88b5cc2558db3ad691&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1248441 Jun 21 19:48:37.610236 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 45400) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:48:37.660012 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-32a4835a-124d-4ea3-b507-7144cd29dd90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:37.680287 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-32a4835a-124d-4ea3-b507-7144cd29dd90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:37.725956 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-32a4835a-124d-4ea3-b507-7144cd29dd90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:37.728538 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-32a4835a-124d-4ea3-b507-7144cd29dd90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:37.729643 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-32a4835a-124d-4ea3-b507-7144cd29dd90 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d0e68e9a-79a1-46d6-8f6f-7ca648059bcf HTTP/1.1" status: 204 len: 168 time: 0.1185234 Jun 21 19:48:37.730539 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-ce3f0f6b-006d-4a97-8b12-ef8e0f987500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:48:37.738083 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4835a-124d-4ea3-b507-7144cd29dd90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e68e9a-79a1-46d6-8f6f-7ca648059bcf,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:48:37.740337 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-32a4835a-124d-4ea3-b507-7144cd29dd90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:48:37.997645 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe51ac-1807-481e-a541-e8c07382cec6 req-eac596ae-b9d8-4aef-ae2b-7bba746e262d tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:37.999192 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-cbfe51ac-1807-481e-a541-e8c07382cec6 req-eac596ae-b9d8-4aef-ae2b-7bba746e262d tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a HTTP/1.1" status: 200 len: 945 time: 0.0623827 Jun 21 19:48:38.041858 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-cbfe51ac-1807-481e-a541-e8c07382cec6 req-df841952-ef0d-4329-99e1-7a51aa2e95ac tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=168b3199-99b2-4d1e-8fcf-e624d0ac2030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328655 Jun 21 19:48:38.218842 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c581256-45bc-4b81-ae0d-6575091fc59b req-64edf590-f576-432c-8e03-344635ff24de tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:38.220349 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-5c581256-45bc-4b81-ae0d-6575091fc59b req-64edf590-f576-432c-8e03-344635ff24de tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a HTTP/1.1" status: 200 len: 945 time: 0.0669925 Jun 21 19:48:38.228726 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 45428) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:48:38.233513 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [None req-93e09d08-a68a-44b4-b635-df2740fb6b4c tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Request body: {'floatingip': {'port_id': 'f20cba08-a225-4449-933a-a37519cf77a1'}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:48:38.281795 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-93e09d08-a68a-44b4-b635-df2740fb6b4c tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks [] for floatingip, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:38.761564 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-93e09d08-a68a-44b4-b635-df2740fb6b4c tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:38.766783 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-93e09d08-a68a-44b4-b635-df2740fb6b4c tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33078199'] for floatingip, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:38.865483 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.db.l3_db [None req-93e09d08-a68a-44b4-b635-df2740fb6b4c tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Floating IP a5300c09-bc1b-4027-b308-9b9eb9aa2bf3 associated. External IP: 172.28.3.101, port: f20cba08-a225-4449-933a-a37519cf77a1. Jun 21 19:48:39.067866 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e09d08-a68a-44b4-b635-df2740fb6b4c tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Router 4f6e2569-ac98-42f8-a137-37d5f631785f has already been hosted by L3 agent 340c6150-ff20-4abf-b4fe-5b82b8e71fd8 {{(pid=104575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 19:48:39.171113 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e09d08-a68a-44b4-b635-df2740fb6b4c tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify agent at l3_agent.dv-cinder-792462-15-smb the message routers_updated {{(pid=104575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 19:48:39.175942 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-93e09d08-a68a-44b4-b635-df2740fb6b4c tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147'] for floatingip, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:39.181091 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ff2124-e9d2-4e9d-b27e-7008d4f8fbc6 None None] Sync routers for ids ['4f6e2569-ac98-42f8-a137-37d5f631785f'] in dv-cinder-792462-15-smb {{(pid=104577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 19:48:39.189878 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ff2124-e9d2-4e9d-b27e-7008d4f8fbc6 None None] Routers {'4f6e2569-ac98-42f8-a137-37d5f631785f'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:48:39.190491 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-48ff2124-e9d2-4e9d-b27e-7008d4f8fbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:48:33Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['4f6e2569-ac98-42f8-a137-37d5f631785f'], 'active': True} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:48:39.210434 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-93e09d08-a68a-44b4-b635-df2740fb6b4c tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "PUT /v2.0/floatingips/a5300c09-bc1b-4027-b308-9b9eb9aa2bf3 HTTP/1.1" status: 200 len: 991 time: 0.9806156 Jun 21 19:48:39.211205 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdf0bf85-5ec5-4b90-9479-2d885068df9a', 'tag': 'f20cba08-a225-4449-933a-a37519cf77a1'}] {{(pid=104575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:48:39.213488 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c13f0749771774115a22afc177d9d65845734126b668639f93c48b494dfbeb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27b4c8e-f497-4b75-9d70-cc43d2f2600c" -d '{"events": [{"name": "network-changed", "server_uuid": "cdf0bf85-5ec5-4b90-9479-2d885068df9a", "tag": "f20cba08-a225-4449-933a-a37519cf77a1"}]}' {{(pid=104575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:48:39.254229 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 19:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f75d79-db5f-4747-98bc-a9097a22ddda x-openstack-request-id: req-15f75d79-db5f-4747-98bc-a9097a22ddda {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:48:39.254768 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdf0bf85-5ec5-4b90-9479-2d885068df9a", "tag": "f20cba08-a225-4449-933a-a37519cf77a1", "status": "completed", "code": 200}]} {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:48:39.255061 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-15f75d79-db5f-4747-98bc-a9097a22ddda {{(pid=104575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:48:39.255489 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdf0bf85-5ec5-4b90-9479-2d885068df9a', 'tag': 'f20cba08-a225-4449-933a-a37519cf77a1', 'status': 'completed', 'code': 200} Jun 21 19:48:39.306932 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvr_db [None req-48ff2124-e9d2-4e9d-b27e-7008d4f8fbc6 None None] Set router 4f6e2569-ac98-42f8-a137-37d5f631785f gateway port host: dv-cinder-792462-15-smb {{(pid=104577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:48:39.334478 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b4c8e-f497-4b75-9d70-cc43d2f2600c req-96dfe5ec-2a24-48b1-a65f-252d13a687f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:39.335937 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-d27b4c8e-f497-4b75-9d70-cc43d2f2600c req-96dfe5ec-2a24-48b1-a65f-252d13a687f8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=24d88bac2bdc4887aaf0eb2f85b5c6cd&device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a HTTP/1.1" status: 200 len: 1098 time: 0.0566151 Jun 21 19:48:39.422948 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b4c8e-f497-4b75-9d70-cc43d2f2600c req-8afa808f-d8e7-40a9-bcb7-74672f17b29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:39.424400 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-d27b4c8e-f497-4b75-9d70-cc43d2f2600c req-8afa808f-d8e7-40a9-bcb7-74672f17b29c service neutron] 10.222.0.46 "GET /v2.0/networks?id=2d4d9e71-b808-45e3-a13f-71991168a9d3 HTTP/1.1" status: 200 len: 917 time: 0.0818737 Jun 21 19:48:39.492661 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-d27b4c8e-f497-4b75-9d70-cc43d2f2600c req-a7eff7c9-420e-487a-9963-2a1ed3813904 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f20cba08-a225-4449-933a-a37519cf77a1 HTTP/1.1" status: 200 len: 999 time: 0.0603349 Jun 21 19:48:39.529540 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-48ff2124-e9d2-4e9d-b27e-7008d4f8fbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'name': 'tempest-AttachVolumeShelveTestJSON-524762901-router', 'tenant_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a8e686c1-5144-483c-800b-843137339b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:44:04Z', 'updated_at': '2021-06-21T19:44:14Z', 'revision_number': 4, 'project_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'gw_port': {'id': 'a8e686c1-5144-483c-800b-843137339b6a', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:05Z', 'updated_at': '2021-06-21T19:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_floatingips': [{'id': 'a5300c09-bc1b-4027-b308-9b9eb9aa2bf3', 'tenant_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'floating_ip_address': '172.28.3.101', 'floating_network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'router_id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'port_id': 'f20cba08-a225-4449-933a-a37519cf77a1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d4d9e71-b808-45e3-a13f-71991168a9d3', 'mac_address': 'fa:16:3e:f0:9c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf0bf85-5ec5-4b90-9479-2d885068df9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T19:48:28Z', 'updated_at': '2021-06-21T19:48:38Z', 'revision_number': 1, 'project_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5be5f07e-b88d-469e-820b-9cb6b75a44bd', 'name': '', 'network_id': '2d4d9e71-b808-45e3-a13f-71991168a9d3', 'tenant_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'mac_address': 'fa:16:3e:45:4b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9614296a-537a-414b-ae37-4bb814e04b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:11Z', 'updated_at': '2021-06-21T19:44:29Z', 'revision_number': 5, 'project_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'subnets': [{'id': '9614296a-537a-414b-ae37-4bb814e04b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:48:39.544053 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b4c8e-f497-4b75-9d70-cc43d2f2600c req-3534488a-5b21-4e20-b3ba-9c881780fa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:39.545904 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-d27b4c8e-f497-4b75-9d70-cc43d2f2600c req-3534488a-5b21-4e20-b3ba-9c881780fa4f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9614296a-537a-414b-ae37-4bb814e04b86 HTTP/1.1" status: 200 len: 855 time: 0.0461917 Jun 21 19:48:39.555757 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ff2124-e9d2-4e9d-b27e-7008d4f8fbc6 None None] Checking router: 4f6e2569-ac98-42f8-a137-37d5f631785f for host: dv-cinder-792462-15-smb {{(pid=104577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 19:48:39.565401 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ff2124-e9d2-4e9d-b27e-7008d4f8fbc6 None None] Routers {'4f6e2569-ac98-42f8-a137-37d5f631785f'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:48:39.566049 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-48ff2124-e9d2-4e9d-b27e-7008d4f8fbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:48:33Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['4f6e2569-ac98-42f8-a137-37d5f631785f'], 'active': True} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:48:39.610027 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b4c8e-f497-4b75-9d70-cc43d2f2600c req-201008ba-dd27-445c-984b-f8e841dd1624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:39.611560 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-d27b4c8e-f497-4b75-9d70-cc43d2f2600c req-201008ba-dd27-445c-984b-f8e841dd1624 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2d4d9e71-b808-45e3-a13f-71991168a9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0592215 Jun 21 19:48:39.720760 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-d27b4c8e-f497-4b75-9d70-cc43d2f2600c req-966889fd-56fc-4ea9-94ba-4f3b3c328816 service neutron] 10.222.0.46 "GET /v2.0/networks/2d4d9e71-b808-45e3-a13f-71991168a9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995300 Jun 21 19:48:39.807271 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvr_db [None req-48ff2124-e9d2-4e9d-b27e-7008d4f8fbc6 None None] Set router 4f6e2569-ac98-42f8-a137-37d5f631785f gateway port host: dv-cinder-792462-15-smb {{(pid=104577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:48:39.815579 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-d27b4c8e-f497-4b75-9d70-cc43d2f2600c req-5bfdbea4-797c-4f45-a2af-19a304af2631 service neutron] 10.222.0.46 "GET /v2.0/networks/2d4d9e71-b808-45e3-a13f-71991168a9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882280 Jun 21 19:48:40.054541 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-48ff2124-e9d2-4e9d-b27e-7008d4f8fbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'name': 'tempest-AttachVolumeShelveTestJSON-524762901-router', 'tenant_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a8e686c1-5144-483c-800b-843137339b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:44:04Z', 'updated_at': '2021-06-21T19:44:14Z', 'revision_number': 4, 'project_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'gw_port': {'id': 'a8e686c1-5144-483c-800b-843137339b6a', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:05Z', 'updated_at': '2021-06-21T19:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_floatingips': [{'id': 'a5300c09-bc1b-4027-b308-9b9eb9aa2bf3', 'tenant_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'floating_ip_address': '172.28.3.101', 'floating_network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'router_id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'port_id': 'f20cba08-a225-4449-933a-a37519cf77a1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d4d9e71-b808-45e3-a13f-71991168a9d3', 'mac_address': 'fa:16:3e:f0:9c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf0bf85-5ec5-4b90-9479-2d885068df9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T19:48:28Z', 'updated_at': '2021-06-21T19:48:38Z', 'revision_number': 1, 'project_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5be5f07e-b88d-469e-820b-9cb6b75a44bd', 'name': '', 'network_id': '2d4d9e71-b808-45e3-a13f-71991168a9d3', 'tenant_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'mac_address': 'fa:16:3e:45:4b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9614296a-537a-414b-ae37-4bb814e04b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:11Z', 'updated_at': '2021-06-21T19:44:29Z', 'revision_number': 5, 'project_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'subnets': [{'id': '9614296a-537a-414b-ae37-4bb814e04b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:48:40.080904 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ff2124-e9d2-4e9d-b27e-7008d4f8fbc6 None None] The sync data for ids ['4f6e2569-ac98-42f8-a137-37d5f631785f'] in dv-cinder-792462-15-smb is: [{'id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'name': 'tempest-AttachVolumeShelveTestJSON-524762901-router', 'tenant_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a8e686c1-5144-483c-800b-843137339b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:44:04Z', 'updated_at': '2021-06-21T19:44:14Z', 'revision_number': 4, 'project_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'gw_port': {'id': 'a8e686c1-5144-483c-800b-843137339b6a', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:05Z', 'updated_at': '2021-06-21T19:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_floatingips': [{'id': 'a5300c09-bc1b-4027-b308-9b9eb9aa2bf3', 'tenant_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'floating_ip_address': '172.28.3.101', 'floating_network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'router_id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'port_id': 'f20cba08-a225-4449-933a-a37519cf77a1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d4d9e71-b808-45e3-a13f-71991168a9d3', 'mac_address': 'fa:16:3e:f0:9c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdf0bf85-5ec5-4b90-9479-2d885068df9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T19:48:28Z', 'updated_at': '2021-06-21T19:48:38Z', 'revision_number': 1, 'project_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5be5f07e-b88d-469e-820b-9cb6b75a44bd', 'name': '', 'network_id': '2d4d9e71-b808-45e3-a13f-71991168a9d3', 'tenant_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'mac_address': 'fa:16:3e:45:4b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9614296a-537a-414b-ae37-4bb814e04b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:11Z', 'updated_at': '2021-06-21T19:44:29Z', 'revision_number': 5, 'project_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'subnets': [{'id': '9614296a-537a-414b-ae37-4bb814e04b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 19:48:40.259202 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a47f79-3a75-4e43-aa76-1798772a66f7 None None] New status for floating IP a5300c09-bc1b-4027-b308-9b9eb9aa2bf3: ACTIVE {{(pid=104578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 19:48:44.355374 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.agents_db [None req-c2d22edd-97c6-4632-8c47-e807aff285e4 None None] Agent healthcheck: found 6 active agents {{(pid=104578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 19:48:48.610022 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 45614) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:48:48.712979 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-cb7d3281-9fd4-4d4c-b4a7-f7db36446809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:48.798308 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-cb7d3281-9fd4-4d4c-b4a7-f7db36446809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:48.801967 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-cb7d3281-9fd4-4d4c-b4a7-f7db36446809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:48.804169 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-f7fd4504-bde9-4e7a-a1a7-599923fd0355 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:48:48.842039 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-cb7d3281-9fd4-4d4c-b4a7-f7db36446809 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=99ba90c41aee4f23899412bbca3931eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2284904 Jun 21 19:48:48.842039 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7d3281-9fd4-4d4c-b4a7-f7db36446809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3516cd-b309-4763-902a-b714c9c77c11,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:48:48.842368 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 45618) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:48:48.843563 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-cb7d3281-9fd4-4d4c-b4a7-f7db36446809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:48:48.890895 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-c065dba8-c55a-4e44-90fb-2415ccaa1399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:48.915783 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-c065dba8-c55a-4e44-90fb-2415ccaa1399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:48.961524 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-c065dba8-c55a-4e44-90fb-2415ccaa1399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:48.964363 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-c065dba8-c55a-4e44-90fb-2415ccaa1399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:48.965544 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-c065dba8-c55a-4e44-90fb-2415ccaa1399 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7a3516cd-b309-4763-902a-b714c9c77c11 HTTP/1.1" status: 204 len: 168 time: 0.1221709 Jun 21 19:48:48.966395 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-613ee767-df9d-4bb4-9e9a-6cb0807708e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:48:48.973995 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c065dba8-c55a-4e44-90fb-2415ccaa1399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3516cd-b309-4763-902a-b714c9c77c11,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:48:48.976280 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-c065dba8-c55a-4e44-90fb-2415ccaa1399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:48:50.493977 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33b883-0094-43e9-885d-7a2cb38ed314 req-7846ca4b-a3be-478f-8049-df56580ae0bb tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:50.496300 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-9e33b883-0094-43e9-885d-7a2cb38ed314 req-7846ca4b-a3be-478f-8049-df56580ae0bb tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?device_id=f530946a-70ad-452d-96b7-18d2468e33a9 HTTP/1.1" status: 200 len: 946 time: 0.0744042 Jun 21 19:48:50.541011 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-9e33b883-0094-43e9-885d-7a2cb38ed314 req-5b924b98-bbc6-42ee-99c3-7d615e004253 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f34aa6c-b29c-41d3-870f-60686f70e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362625 Jun 21 19:48:51.715644 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562032c3-e6ca-4683-b40b-ec1f38ca15f6 req-a63a955a-1b2c-4e0d-bc18-51fe4c0f7bdf tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:51.717140 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-562032c3-e6ca-4683-b40b-ec1f38ca15f6 req-a63a955a-1b2c-4e0d-bc18-51fe4c0f7bdf tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?device_id=f530946a-70ad-452d-96b7-18d2468e33a9 HTTP/1.1" status: 200 len: 946 time: 0.0626991 Jun 21 19:48:51.757300 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-562032c3-e6ca-4683-b40b-ec1f38ca15f6 req-f20049b4-42a7-4826-8151-1c3184486818 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f34aa6c-b29c-41d3-870f-60686f70e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344636 Jun 21 19:48:52.311382 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-703c1633-5181-42e5-bd4c-574fcc8bb305 req-4b62b835-a9bf-4488-ae10-5793451e0b43 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1327083831&fields=id&tenant_id=3205c2d168d1416082370ad83702a837 HTTP/1.1" status: 200 len: 267 time: 0.0334389 Jun 21 19:48:52.376020 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c1633-5181-42e5-bd4c-574fcc8bb305 req-e323f0a7-5d91-4602-9bd3-7cdac6abfce0 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:52.377457 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-703c1633-5181-42e5-bd4c-574fcc8bb305 req-e323f0a7-5d91-4602-9bd3-7cdac6abfce0 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/ports?device_id=d235eb10-8e98-4504-ba25-fd652fe4dd89 HTTP/1.1" status: 200 len: 984 time: 0.0608382 Jun 21 19:48:52.388035 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [req-703c1633-5181-42e5-bd4c-574fcc8bb305 req-7d657d38-8e9e-45b7-9c83-c59c5e0e045d tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Request body: {'port': {'security_groups': ['0885b555-77fa-4089-bb48-4ab4dd0343cd']}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:48:52.473361 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-703c1633-5181-42e5-bd4c-574fcc8bb305 req-7d657d38-8e9e-45b7-9c83-c59c5e0e045d tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:52.593119 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 45680) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:48:52.642501 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.db [req-703c1633-5181-42e5-bd4c-574fcc8bb305 req-7d657d38-8e9e-45b7-9c83-c59c5e0e045d tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] For port ee63124c-cd52-4b70-8fd9-4fe6643f9ef0, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=ee63124c-cd52-4b70-8fd9-4fe6643f9ef0,segment=NetworkSegment(1e2c063c-fdc2-4734-a057-fcb9075c4b82),segment_id=1e2c063c-fdc2-4734-a057-fcb9075c4b82)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:48:52.650913 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7a44a99-5f08-4f5a-8476-f09c74b75de6 admin admin] Deleting subnet 35cc38b2-325b-4124-b72d-79e7efa2e554 {{(pid=104576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 19:48:52.655268 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-b7a44a99-5f08-4f5a-8476-f09c74b75de6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:52.671462 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-703c1633-5181-42e5-bd4c-574fcc8bb305 req-7d657d38-8e9e-45b7-9c83-c59c5e0e045d tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks [] for port, precommit_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:52.676656 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-703c1633-5181-42e5-bd4c-574fcc8bb305 req-7d657d38-8e9e-45b7-9c83-c59c5e0e045d tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30138778'] for port, after_update {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:52.683772 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad41473d-67c8-4c12-b312-fa338c1e90d0 req-738f6e46-b8a2-4bfe-8b5a-08a795a91cda tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:52.685227 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-ad41473d-67c8-4c12-b312-fa338c1e90d0 req-738f6e46-b8a2-4bfe-8b5a-08a795a91cda tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.46 "GET /v2.0/ports?device_id=f530946a-70ad-452d-96b7-18d2468e33a9 HTTP/1.1" status: 200 len: 946 time: 0.1184614 Jun 21 19:48:52.689163 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] get_ports_and_sgs() called for port_ids ['ee63124c-cd52-4b70-8fd9-4fe6643f9ef0'] {{(pid=104577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 19:48:52.691050 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-31cf12c6-f395-41a7-b7b2-0b67bb3b85d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:48:52.705903 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c1633-5181-42e5-bd4c-574fcc8bb305 req-7d657d38-8e9e-45b7-9c83-c59c5e0e045d tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:52.706732 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [req-703c1633-5181-42e5-bd4c-574fcc8bb305 req-7d657d38-8e9e-45b7-9c83-c59c5e0e045d tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147'] for port, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:52.708230 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-703c1633-5181-42e5-bd4c-574fcc8bb305 req-7d657d38-8e9e-45b7-9c83-c59c5e0e045d tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "PUT /v2.0/ports/ee63124c-cd52-4b70-8fd9-4fe6643f9ef0 HTTP/1.1" status: 200 len: 942 time: 0.3246341 Jun 21 19:48:52.711188 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd235eb10-8e98-4504-ba25-fd652fe4dd89', 'tag': 'ee63124c-cd52-4b70-8fd9-4fe6643f9ef0'}] {{(pid=104575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:48:52.712725 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c13f0749771774115a22afc177d9d65845734126b668639f93c48b494dfbeb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d2d3f4-c5c5-4d10-aa22-241800022589" -d '{"events": [{"name": "network-changed", "server_uuid": "d235eb10-8e98-4504-ba25-fd652fe4dd89", "tag": "ee63124c-cd52-4b70-8fd9-4fe6643f9ef0"}]}' {{(pid=104575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:48:52.739010 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 45686) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:48:52.807490 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 19:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752e66f0-23ea-429f-9e65-3f101172f1da x-openstack-request-id: req-752e66f0-23ea-429f-9e65-3f101172f1da {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:48:52.807816 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d235eb10-8e98-4504-ba25-fd652fe4dd89", "tag": "ee63124c-cd52-4b70-8fd9-4fe6643f9ef0", "status": "completed", "code": 200}]} {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:48:52.808105 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-752e66f0-23ea-429f-9e65-3f101172f1da {{(pid=104575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:48:52.808530 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd235eb10-8e98-4504-ba25-fd652fe4dd89', 'tag': 'ee63124c-cd52-4b70-8fd9-4fe6643f9ef0', 'status': 'completed', 'code': 200} Jun 21 19:48:52.842584 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] get_ports_and_sgs() called for port_ids ['ee63124c-cd52-4b70-8fd9-4fe6643f9ef0'] {{(pid=104577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 19:48:52.842773 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d657d38-8e9e-45b7-9c83-c59c5e0e045d tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Pushing event updated for resources: {'Port': ['ID=ee63124c-cd52-4b70-8fd9-4fe6643f9ef0,revision_number=7']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:48:52.843434 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-b7a44a99-5f08-4f5a-8476-f09c74b75de6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24801018'] for subnet, precommit_delete_associations {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:52.846579 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-7d657d38-8e9e-45b7-9c83-c59c5e0e045d tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:48:52.850172 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-458dd6d5-18b1-4ffa-b57f-ec9b5d685ef7 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks [] for security_group, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:52.878879 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-458dd6d5-18b1-4ffa-b57f-ec9b5d685ef7 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:52.978378 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.plugin [req-ad41473d-67c8-4c12-b312-fa338c1e90d0 req-a8821af5-a186-4bb6-95ef-55e6cdd11532 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Deleting port 3269eb82-0ff3-4dcb-af2a-f3b6fba0734f {{(pid=104576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 19:48:52.978797 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-ad41473d-67c8-4c12-b312-fa338c1e90d0 req-a8821af5-a186-4bb6-95ef-55e6cdd11532 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761649817829'] for port, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:53.010035 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-458dd6d5-18b1-4ffa-b57f-ec9b5d685ef7 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:53.011689 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-bda69cb3-3c0d-4554-afdf-07a63c5737ed None None] Provisioning complete for port ee63124c-cd52-4b70-8fd9-4fe6643f9ef0 triggered by entity DHCP. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:48:53.012062 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-bda69cb3-3c0d-4554-afdf-07a63c5737ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:53.013061 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-458dd6d5-18b1-4ffa-b57f-ec9b5d685ef7 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:53.016729 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-458dd6d5-18b1-4ffa-b57f-ec9b5d685ef7 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "DELETE /v2.0/security-groups/47a6dd20-f39c-4ba9-9276-cd8081c1f2d4 HTTP/1.1" status: 204 len: 168 time: 0.2743754 Jun 21 19:48:53.016729 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-66857be8-5d44-473e-bdde-ae76e38170de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:48:53.019548 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 45690) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:48:53.022607 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-b7a44a99-5f08-4f5a-8476-f09c74b75de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-744040'] for subnet, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:53.070874 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458dd6d5-18b1-4ffa-b57f-ec9b5d685ef7 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a6dd20-f39c-4ba9-9276-cd8081c1f2d4,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:48:53.073264 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2d3f4-c5c5-4d10-aa22-241800022589 req-55d3cc5d-8a31-497c-9e89-913fc21922c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:53.075023 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-d0d2d3f4-c5c5-4d10-aa22-241800022589 req-55d3cc5d-8a31-497c-9e89-913fc21922c3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3205c2d168d1416082370ad83702a837&device_id=d235eb10-8e98-4504-ba25-fd652fe4dd89 HTTP/1.1" status: 200 len: 1098 time: 0.2293277 Jun 21 19:48:53.076903 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-458dd6d5-18b1-4ffa-b57f-ec9b5d685ef7 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:48:53.123886 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08884c9-2f8a-4a3c-b08b-119248375114 req-cb339d54-6326-444a-8d1a-2c26c1a53d84 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:53.126422 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-c08884c9-2f8a-4a3c-b08b-119248375114 req-cb339d54-6326-444a-8d1a-2c26c1a53d84 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?device_id=f530946a-70ad-452d-96b7-18d2468e33a9 HTTP/1.1" status: 200 len: 946 time: 0.1608162 Jun 21 19:48:53.168217 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.db [req-ad41473d-67c8-4c12-b312-fa338c1e90d0 req-a8821af5-a186-4bb6-95ef-55e6cdd11532 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] For port 3269eb82-0ff3-4dcb-af2a-f3b6fba0734f, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=3269eb82-0ff3-4dcb-af2a-f3b6fba0734f,segment=NetworkSegment(e202d1ae-8a3f-4de6-bda1-b53b4f0f8fab),segment_id=e202d1ae-8a3f-4de6-bda1-b53b4f0f8fab)] {{(pid=104576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:48:53.168898 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-ad41473d-67c8-4c12-b312-fa338c1e90d0 req-a8821af5-a186-4bb6-95ef-55e6cdd11532 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33076891'] for port, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:53.179649 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-b7a44a99-5f08-4f5a-8476-f09c74b75de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-744039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29817583', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29967410'] for subnet, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:53.194368 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:48:53.227053 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-c08884c9-2f8a-4a3c-b08b-119248375114 req-bb3f2aad-8aea-4ef0-a9ca-4264a8d0fb44 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/security-groups?id=7f34aa6c-b29c-41d3-870f-60686f70e7d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487592 Jun 21 19:48:53.254913 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a44a99-5f08-4f5a-8476-f09c74b75de6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35cc38b2-325b-4124-b72d-79e7efa2e554,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:48:53.256843 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-b7a44a99-5f08-4f5a-8476-f09c74b75de6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:53.258673 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-b7a44a99-5f08-4f5a-8476-f09c74b75de6 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/35cc38b2-325b-4124-b72d-79e7efa2e554 HTTP/1.1" status: 204 len: 168 time: 0.6644487 Jun 21 19:48:53.261413 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 45692) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:48:53.268541 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-b7a44a99-5f08-4f5a-8476-f09c74b75de6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:48:53.351584 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2d3f4-c5c5-4d10-aa22-241800022589 req-9661a58f-cece-4cf5-bfa6-aa8f5e7d6e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:53.353033 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-d0d2d3f4-c5c5-4d10-aa22-241800022589 req-9661a58f-cece-4cf5-bfa6-aa8f5e7d6e96 service neutron] 10.222.0.46 "GET /v2.0/networks?id=19c05a2e-c96a-47ee-8535-1ae4ceee4224 HTTP/1.1" status: 200 len: 915 time: 0.2579639 Jun 21 19:48:53.467344 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-d0d2d3f4-c5c5-4d10-aa22-241800022589 req-c037481f-6e9e-47b3-a85e-eb7e129dca93 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee63124c-cd52-4b70-8fd9-4fe6643f9ef0 HTTP/1.1" status: 200 len: 1001 time: 0.1046402 Jun 21 19:48:53.487972 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-ad41473d-67c8-4c12-b312-fa338c1e90d0 req-a8821af5-a186-4bb6-95ef-55e6cdd11532 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:53.488335 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-ad41473d-67c8-4c12-b312-fa338c1e90d0 req-a8821af5-a186-4bb6-95ef-55e6cdd11532 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33078199'] for floatingip, after_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:53.488644 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.db.l3_db [req-ad41473d-67c8-4c12-b312-fa338c1e90d0 req-a8821af5-a186-4bb6-95ef-55e6cdd11532 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Floating IP 968399b6-43f8-4049-8b7a-1652a6aa98a3 disassociated. External IP: 172.28.3.43, port: 3269eb82-0ff3-4dcb-af2a-f3b6fba0734f. Jun 21 19:48:53.488974 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.plugin [req-ad41473d-67c8-4c12-b312-fa338c1e90d0 req-a8821af5-a186-4bb6-95ef-55e6cdd11532 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Calling delete_port for 3269eb82-0ff3-4dcb-af2a-f3b6fba0734f owned by compute:nova {{(pid=104576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 19:48:53.563719 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2d3f4-c5c5-4d10-aa22-241800022589 req-96ef928b-4ca2-44b9-9143-b51378fafc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:53.565166 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-d0d2d3f4-c5c5-4d10-aa22-241800022589 req-96ef928b-4ca2-44b9-9143-b51378fafc57 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99480cc9-be18-4d81-9b4a-7e12c2e3e8b8 HTTP/1.1" status: 200 len: 853 time: 0.0872610 Jun 21 19:48:53.566045 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-ad7c875a-3dd5-44c5-92b8-ef77e87952fc tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Deleting port a4486ce9-ddaa-4402-81d6-1f523688728d {{(pid=104575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 19:48:53.566535 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-ad7c875a-3dd5-44c5-92b8-ef77e87952fc tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761649817829'] for port, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:53.604637 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-727da077-c6d3-49f8-a1ea-6eab1e378b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583444'] for network, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:53.665834 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2d3f4-c5c5-4d10-aa22-241800022589 req-c346169c-8e58-4b27-9c59-1abdb29197c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:53.667334 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-d0d2d3f4-c5c5-4d10-aa22-241800022589 req-c346169c-8e58-4b27-9c59-1abdb29197c0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=19c05a2e-c96a-47ee-8535-1ae4ceee4224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0937710 Jun 21 19:48:53.710649 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-ad7c875a-3dd5-44c5-92b8-ef77e87952fc tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33076891'] for port, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:53.710977 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-ad7c875a-3dd5-44c5-92b8-ef77e87952fc tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:53.727122 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-727da077-c6d3-49f8-a1ea-6eab1e378b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744951', 'neutron.services.segments.db._delete_segments_for_network-8761649872083'] for network, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:53.731008 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-ad41473d-67c8-4c12-b312-fa338c1e90d0 req-a8821af5-a186-4bb6-95ef-55e6cdd11532 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761649822437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761649331806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29817493'] for port, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:53.737526 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-8c7eadbd-1304-4e2c-9d5c-a24acf295591 tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:48:53.767059 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8821af5-a186-4bb6-95ef-55e6cdd11532 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Pushing event deleted for resources: {'Port': ['ID=3269eb82-0ff3-4dcb-af2a-f3b6fba0734f,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:48:53.772296 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-a8821af5-a186-4bb6-95ef-55e6cdd11532 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:48:53.791525 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-ad7c875a-3dd5-44c5-92b8-ef77e87952fc tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Calling delete_port for a4486ce9-ddaa-4402-81d6-1f523688728d owned by network:floatingip {{(pid=104575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 19:48:53.794490 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.services.segments.db [None req-727da077-c6d3-49f8-a1ea-6eab1e378b1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb140263-9c07-4d2c-8b7c-157252b839ff']}} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:48:53.809672 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.services.segments.db [None req-727da077-c6d3-49f8-a1ea-6eab1e378b1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2609d98-de7e-448e-8715-7147b155efba') {'for_net_delete': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:48:53.809993 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.services.segments.db [None req-727da077-c6d3-49f8-a1ea-6eab1e378b1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2609d98-de7e-448e-8715-7147b155efba') {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:48:53.821335 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-727da077-c6d3-49f8-a1ea-6eab1e378b1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761649871912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30138826'] for segment, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:53.841440 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-d0d2d3f4-c5c5-4d10-aa22-241800022589 req-9abea36f-fdb8-45af-99b6-5d19daa3798c service neutron] 10.222.0.46 "GET /v2.0/networks/19c05a2e-c96a-47ee-8535-1ae4ceee4224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665404 Jun 21 19:48:53.886766 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-727da077-c6d3-49f8-a1ea-6eab1e378b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740799'] for segment, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:53.903225 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-727da077-c6d3-49f8-a1ea-6eab1e378b1b admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=104575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 19:48:53.903637 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-727da077-c6d3-49f8-a1ea-6eab1e378b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30004082'] for segment, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:53.905304 dv-cinder-792462-15-smb neutron-server[104575]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:48:53.905304 dv-cinder-792462-15-smb neutron-server[104575]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:48:53.905304 dv-cinder-792462-15-smb neutron-server[104575]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:48:53.905304 dv-cinder-792462-15-smb neutron-server[104575]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:48:53.905304 dv-cinder-792462-15-smb neutron-server[104575]: Traceback (most recent call last): Jun 21 19:48:53.905304 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 19:48:53.905304 dv-cinder-792462-15-smb neutron-server[104575]: timer() Jun 21 19:48:53.905304 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 19:48:53.905304 dv-cinder-792462-15-smb neutron-server[104575]: cb(*args, **kw) Jun 21 19:48:53.905304 dv-cinder-792462-15-smb neutron-server[104575]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 19:48:53.905304 dv-cinder-792462-15-smb neutron-server[104575]: return func(*args, **kwargs) Jun 21 19:48:53.905304 dv-cinder-792462-15-smb neutron-server[104575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 19:48:53.905304 dv-cinder-792462-15-smb neutron-server[104575]: self._notify() Jun 21 19:48:53.905304 dv-cinder-792462-15-smb neutron-server[104575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 19:48:53.905304 dv-cinder-792462-15-smb neutron-server[104575]: self.callback(batched_events) Jun 21 19:48:53.905304 dv-cinder-792462-15-smb neutron-server[104575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 19:48:53.905304 dv-cinder-792462-15-smb neutron-server[104575]: event.method(event) Jun 21 19:48:53.905304 dv-cinder-792462-15-smb neutron-server[104575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 19:48:53.905304 dv-cinder-792462-15-smb neutron-server[104575]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 19:48:53.905304 dv-cinder-792462-15-smb neutron-server[104575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 19:48:53.905304 dv-cinder-792462-15-smb neutron-server[104575]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 19:48:53.905304 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 19:48:53.905304 dv-cinder-792462-15-smb neutron-server[104575]: return f(self, *a, **k) Jun 21 19:48:53.905304 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 19:48:53.905304 dv-cinder-792462-15-smb neutron-server[104575]: return self._get(url).json() Jun 21 19:48:53.905304 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 19:48:53.905304 dv-cinder-792462-15-smb neutron-server[104575]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 19:48:53.905304 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 19:48:53.905304 dv-cinder-792462-15-smb neutron-server[104575]: return self.request(url, 'GET', **kwargs) Jun 21 19:48:53.905304 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 19:48:53.905304 dv-cinder-792462-15-smb neutron-server[104575]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 19:48:53.905304 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 19:48:53.905304 dv-cinder-792462-15-smb neutron-server[104575]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 19:48:53.905304 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 19:48:53.905304 dv-cinder-792462-15-smb neutron-server[104575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 19:48:53.905304 dv-cinder-792462-15-smb neutron-server[104575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 19:48:53.964689 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad41473d-67c8-4c12-b312-fa338c1e90d0 req-a8821af5-a186-4bb6-95ef-55e6cdd11532 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Router 2fe78aa0-6f86-458e-87f5-529228609f09 has already been hosted by L3 agent 340c6150-ff20-4abf-b4fe-5b82b8e71fd8 {{(pid=104576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 19:48:53.975951 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-727da077-c6d3-49f8-a1ea-6eab1e378b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33202238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33078149'] for network, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:53.982529 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:48:53.984978 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-d0d2d3f4-c5c5-4d10-aa22-241800022589 req-87bdd90f-3e9a-4ad3-9927-eac09d1d3b56 service neutron] 10.222.0.46 "GET /v2.0/networks/19c05a2e-c96a-47ee-8535-1ae4ceee4224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362851 Jun 21 19:48:53.991674 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-727da077-c6d3-49f8-a1ea-6eab1e378b1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for network, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:53.993488 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-727da077-c6d3-49f8-a1ea-6eab1e378b1b admin admin] 10.222.0.38 "DELETE /v2.0/networks/bb140263-9c07-4d2c-8b7c-157252b839ff HTTP/1.1" status: 204 len: 168 time: 0.7311225 Jun 21 19:48:54.005091 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727da077-c6d3-49f8-a1ea-6eab1e378b1b admin admin] Pushing event deleted for resources: {'Network': ['ID=bb140263-9c07-4d2c-8b7c-157252b839ff,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:48:54.007890 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-727da077-c6d3-49f8-a1ea-6eab1e378b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:48:54.070479 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-ad7c875a-3dd5-44c5-92b8-ef77e87952fc tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761649822437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761649331806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30138787'] for port, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:54.077774 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-6717c7f6-63fe-476c-ab32-27f239cdf53c tempest-AttachVolumeNegativeTest-1594072225 tempest-AttachVolumeNegativeTest-1594072225-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:48:54.101315 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7c875a-3dd5-44c5-92b8-ef77e87952fc tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Pushing event deleted for resources: {'Port': ['ID=a4486ce9-ddaa-4402-81d6-1f523688728d,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:48:54.105264 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-ad7c875a-3dd5-44c5-92b8-ef77e87952fc tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:48:54.113452 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad41473d-67c8-4c12-b312-fa338c1e90d0 req-a8821af5-a186-4bb6-95ef-55e6cdd11532 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify agent at l3_agent.dv-cinder-792462-15-smb the message routers_updated {{(pid=104576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 19:48:54.129628 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0805bf4d-9c58-4375-9fd8-2f2d529001fc None None] Sync routers for ids ['2fe78aa0-6f86-458e-87f5-529228609f09'] in dv-cinder-792462-15-smb {{(pid=104577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 19:48:54.150861 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0805bf4d-9c58-4375-9fd8-2f2d529001fc None None] Routers {'2fe78aa0-6f86-458e-87f5-529228609f09'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:48:54.151507 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-0805bf4d-9c58-4375-9fd8-2f2d529001fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:48:33Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['2fe78aa0-6f86-458e-87f5-529228609f09'], 'active': True} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:48:54.176908 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-ad7c875a-3dd5-44c5-92b8-ef77e87952fc tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks [] for floatingip, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:54.177244 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.db.l3_db [None req-ad7c875a-3dd5-44c5-92b8-ef77e87952fc tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Floating IP d98a1e6f-c1e5-4f7e-b10f-af29a73017f8 disassociated (deleted). External IP: 172.28.3.221, port: ee63124c-cd52-4b70-8fd9-4fe6643f9ef0. Jun 21 19:48:54.199612 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 45698) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:48:54.202105 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad41473d-67c8-4c12-b312-fa338c1e90d0 req-a8821af5-a186-4bb6-95ef-55e6cdd11532 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] No DVR routers for this DVR port 3269eb82-0ff3-4dcb-af2a-f3b6fba0734f on host hv-cinder-79246 {{(pid=104576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 19:48:54.210067 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-ad41473d-67c8-4c12-b312-fa338c1e90d0 req-a8821af5-a186-4bb6-95ef-55e6cdd11532 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147'] for port, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:54.211969 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-ad41473d-67c8-4c12-b312-fa338c1e90d0 req-a8821af5-a186-4bb6-95ef-55e6cdd11532 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.46 "DELETE /v2.0/ports/3269eb82-0ff3-4dcb-af2a-f3b6fba0734f HTTP/1.1" status: 204 len: 173 time: 1.5190315 Jun 21 19:48:54.212204 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f530946a-70ad-452d-96b7-18d2468e33a9', 'name': 'network-vif-deleted', 'tag': '3269eb82-0ff3-4dcb-af2a-f3b6fba0734f'}] {{(pid=104576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:48:54.214754 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05f20d886da9388d71ee432e92ee53588f77c84f00dcc9da6d5f2e0db0526183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231a7638-47fb-4872-a079-0716329dfa0e" -d '{"events": [{"server_uuid": "f530946a-70ad-452d-96b7-18d2468e33a9", "name": "network-vif-deleted", "tag": "3269eb82-0ff3-4dcb-af2a-f3b6fba0734f"}]}' {{(pid=104576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:48:54.288383 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-fdc60442-f166-4c1a-a63e-b02997e09afe admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1c004a51ec044288ae4844a6042b0f32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0843503 Jun 21 19:48:54.288383 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 19:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94f1bcd-4fe5-4546-aa18-644d534c38c5 x-openstack-request-id: req-a94f1bcd-4fe5-4546-aa18-644d534c38c5 {{(pid=104576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:48:54.288383 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f530946a-70ad-452d-96b7-18d2468e33a9", "name": "network-vif-deleted", "tag": "3269eb82-0ff3-4dcb-af2a-f3b6fba0734f", "status": "completed", "code": 200}]} {{(pid=104576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:48:54.288383 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-a94f1bcd-4fe5-4546-aa18-644d534c38c5 {{(pid=104576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:48:54.288383 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f530946a-70ad-452d-96b7-18d2468e33a9', 'name': 'network-vif-deleted', 'tag': '3269eb82-0ff3-4dcb-af2a-f3b6fba0734f', 'status': 'completed', 'code': 200} Jun 21 19:48:54.289017 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 45704) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:48:54.346377 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvr_db [None req-0805bf4d-9c58-4375-9fd8-2f2d529001fc None None] Set router 2fe78aa0-6f86-458e-87f5-529228609f09 gateway port host: dv-cinder-792462-15-smb {{(pid=104577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:48:54.357474 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-a0fd21a5-c83b-4f43-a303-cad4e3c9b408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:54.398132 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-a0fd21a5-c83b-4f43-a303-cad4e3c9b408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:54.461181 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-a0fd21a5-c83b-4f43-a303-cad4e3c9b408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:54.464616 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-a0fd21a5-c83b-4f43-a303-cad4e3c9b408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:54.466353 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-a0fd21a5-c83b-4f43-a303-cad4e3c9b408 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/976b2aa1-f36b-47f5-8985-27c4a5c1e6f7 HTTP/1.1" status: 204 len: 168 time: 0.1762314 Jun 21 19:48:54.467331 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-c065dba8-c55a-4e44-90fb-2415ccaa1399 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:48:54.478727 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd21a5-c83b-4f43-a303-cad4e3c9b408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976b2aa1-f36b-47f5-8985-27c4a5c1e6f7,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:48:54.481522 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-a0fd21a5-c83b-4f43-a303-cad4e3c9b408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:48:54.513678 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7c875a-3dd5-44c5-92b8-ef77e87952fc tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Router 679fd4ad-295e-41c8-8f68-a02dec5876fa has already been hosted by L3 agent 340c6150-ff20-4abf-b4fe-5b82b8e71fd8 {{(pid=104575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 19:48:54.515549 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-37437064-b1a7-4c0e-93e9-16a18b430313 req-aef1d185-f3d2-4342-9b8d-17b47b0d4a9e tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?device_id=f530946a-70ad-452d-96b7-18d2468e33a9 HTTP/1.1" status: 200 len: 210 time: 0.0317724 Jun 21 19:48:54.621147 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-0805bf4d-9c58-4375-9fd8-2f2d529001fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'name': 'tempest-AttachVolumeTestJSON-990421211-router', 'tenant_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd05cdae7-31d1-415e-b5f2-3cffb2b2b1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:44:07Z', 'updated_at': '2021-06-21T19:44:23Z', 'revision_number': 4, 'project_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'gw_port': {'id': 'd05cdae7-31d1-415e-b5f2-3cffb2b2b1bb', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:08Z', 'updated_at': '2021-06-21T19:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_interfaces': [{'id': 'c6cf6a99-804f-494a-97e5-19ba715fd648', 'name': '', 'network_id': 'f83e3e6f-0c8e-4ab7-af9c-731326ea9260', 'tenant_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'mac_address': 'fa:16:3e:73:a3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ce1151cf-2ecc-44e3-aa52-cfec5d7d7e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:19Z', 'updated_at': '2021-06-21T19:44:34Z', 'revision_number': 5, 'project_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'subnets': [{'id': 'ce1151cf-2ecc-44e3-aa52-cfec5d7d7e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:48:54.627020 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7c875a-3dd5-44c5-92b8-ef77e87952fc tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify agent at l3_agent.dv-cinder-792462-15-smb the message routers_updated {{(pid=104575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 19:48:54.631479 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-ad7c875a-3dd5-44c5-92b8-ef77e87952fc tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147'] for floatingip, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:54.639090 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdeda46-26d8-40a5-b042-1179899daed1 None None] Sync routers for ids ['679fd4ad-295e-41c8-8f68-a02dec5876fa'] in dv-cinder-792462-15-smb {{(pid=104578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 19:48:54.650146 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdeda46-26d8-40a5-b042-1179899daed1 None None] Routers {'679fd4ad-295e-41c8-8f68-a02dec5876fa'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:48:54.651339 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-3fdeda46-26d8-40a5-b042-1179899daed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:48:33Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['679fd4ad-295e-41c8-8f68-a02dec5876fa'], 'active': True} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:48:54.653476 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0805bf4d-9c58-4375-9fd8-2f2d529001fc None None] Checking router: 2fe78aa0-6f86-458e-87f5-529228609f09 for host: dv-cinder-792462-15-smb {{(pid=104577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 19:48:54.663172 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0805bf4d-9c58-4375-9fd8-2f2d529001fc None None] Routers {'2fe78aa0-6f86-458e-87f5-529228609f09'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:48:54.663810 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-0805bf4d-9c58-4375-9fd8-2f2d529001fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:48:33Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['2fe78aa0-6f86-458e-87f5-529228609f09'], 'active': True} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:48:54.674902 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-ad7c875a-3dd5-44c5-92b8-ef77e87952fc tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "DELETE /v2.0/floatingips/d98a1e6f-c1e5-4f7e-b10f-af29a73017f8 HTTP/1.1" status: 204 len: 168 time: 1.6505890 Jun 21 19:48:54.788314 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvr_db [None req-3fdeda46-26d8-40a5-b042-1179899daed1 None None] Set router 679fd4ad-295e-41c8-8f68-a02dec5876fa gateway port host: dv-cinder-792462-15-smb {{(pid=104578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:48:54.792460 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvr_db [None req-0805bf4d-9c58-4375-9fd8-2f2d529001fc None None] Set router 2fe78aa0-6f86-458e-87f5-529228609f09 gateway port host: dv-cinder-792462-15-smb {{(pid=104577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:48:54.810858 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd235eb10-8e98-4504-ba25-fd652fe4dd89', 'tag': 'ee63124c-cd52-4b70-8fd9-4fe6643f9ef0'}] {{(pid=104575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:48:54.812805 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c13f0749771774115a22afc177d9d65845734126b668639f93c48b494dfbeb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59693728-8d54-4910-a932-6203879938e1" -d '{"events": [{"name": "network-changed", "server_uuid": "d235eb10-8e98-4504-ba25-fd652fe4dd89", "tag": "ee63124c-cd52-4b70-8fd9-4fe6643f9ef0"}]}' {{(pid=104575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:48:54.889133 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 19:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2bdef48-bcca-489f-baf7-82be43bc589b x-openstack-request-id: req-e2bdef48-bcca-489f-baf7-82be43bc589b {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:48:54.889518 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d235eb10-8e98-4504-ba25-fd652fe4dd89", "tag": "ee63124c-cd52-4b70-8fd9-4fe6643f9ef0", "status": "completed", "code": 200}]} {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:48:54.889847 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-e2bdef48-bcca-489f-baf7-82be43bc589b {{(pid=104575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:48:54.890284 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd235eb10-8e98-4504-ba25-fd652fe4dd89', 'tag': 'ee63124c-cd52-4b70-8fd9-4fe6643f9ef0', 'status': 'completed', 'code': 200} Jun 21 19:48:55.052000 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59693728-8d54-4910-a932-6203879938e1 req-01bd5c8a-8632-4f53-8a66-87db53e772b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:55.053842 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-59693728-8d54-4910-a932-6203879938e1 req-01bd5c8a-8632-4f53-8a66-87db53e772b2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3205c2d168d1416082370ad83702a837&device_id=d235eb10-8e98-4504-ba25-fd652fe4dd89 HTTP/1.1" status: 200 len: 1098 time: 0.1394272 Jun 21 19:48:55.112875 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-0805bf4d-9c58-4375-9fd8-2f2d529001fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'name': 'tempest-AttachVolumeTestJSON-990421211-router', 'tenant_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd05cdae7-31d1-415e-b5f2-3cffb2b2b1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:44:07Z', 'updated_at': '2021-06-21T19:44:23Z', 'revision_number': 4, 'project_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'gw_port': {'id': 'd05cdae7-31d1-415e-b5f2-3cffb2b2b1bb', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:08Z', 'updated_at': '2021-06-21T19:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_interfaces': [{'id': 'c6cf6a99-804f-494a-97e5-19ba715fd648', 'name': '', 'network_id': 'f83e3e6f-0c8e-4ab7-af9c-731326ea9260', 'tenant_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'mac_address': 'fa:16:3e:73:a3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ce1151cf-2ecc-44e3-aa52-cfec5d7d7e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:19Z', 'updated_at': '2021-06-21T19:44:34Z', 'revision_number': 5, 'project_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'subnets': [{'id': 'ce1151cf-2ecc-44e3-aa52-cfec5d7d7e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:48:55.116538 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-3fdeda46-26d8-40a5-b042-1179899daed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679fd4ad-295e-41c8-8f68-a02dec5876fa', 'name': 'tempest-TestMinimumBasicScenario-779548629-router', 'tenant_id': '3205c2d168d1416082370ad83702a837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '6d3f0b3e-8491-430e-8333-17b23e44bbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:45:53Z', 'updated_at': '2021-06-21T19:45:57Z', 'revision_number': 4, 'project_id': '3205c2d168d1416082370ad83702a837', 'gw_port': {'id': '6d3f0b3e-8491-430e-8333-17b23e44bbbb', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679fd4ad-295e-41c8-8f68-a02dec5876fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:45:54Z', 'updated_at': '2021-06-21T19:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_interfaces': [{'id': '9f1ed709-539d-492d-85a2-02ea9cd29125', 'name': '', 'network_id': '19c05a2e-c96a-47ee-8535-1ae4ceee4224', 'tenant_id': '3205c2d168d1416082370ad83702a837', 'mac_address': 'fa:16:3e:e8:91:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679fd4ad-295e-41c8-8f68-a02dec5876fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '99480cc9-be18-4d81-9b4a-7e12c2e3e8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:45:56Z', 'updated_at': '2021-06-21T19:46:04Z', 'revision_number': 5, 'project_id': '3205c2d168d1416082370ad83702a837', 'subnets': [{'id': '99480cc9-be18-4d81-9b4a-7e12c2e3e8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:48:55.150121 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0805bf4d-9c58-4375-9fd8-2f2d529001fc None None] The sync data for ids ['2fe78aa0-6f86-458e-87f5-529228609f09'] in dv-cinder-792462-15-smb is: [{'id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'name': 'tempest-AttachVolumeTestJSON-990421211-router', 'tenant_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd05cdae7-31d1-415e-b5f2-3cffb2b2b1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:44:07Z', 'updated_at': '2021-06-21T19:44:23Z', 'revision_number': 4, 'project_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'gw_port': {'id': 'd05cdae7-31d1-415e-b5f2-3cffb2b2b1bb', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:08Z', 'updated_at': '2021-06-21T19:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_interfaces': [{'id': 'c6cf6a99-804f-494a-97e5-19ba715fd648', 'name': '', 'network_id': 'f83e3e6f-0c8e-4ab7-af9c-731326ea9260', 'tenant_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'mac_address': 'fa:16:3e:73:a3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ce1151cf-2ecc-44e3-aa52-cfec5d7d7e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:19Z', 'updated_at': '2021-06-21T19:44:34Z', 'revision_number': 5, 'project_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'subnets': [{'id': 'ce1151cf-2ecc-44e3-aa52-cfec5d7d7e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 19:48:55.156544 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdeda46-26d8-40a5-b042-1179899daed1 None None] Checking router: 679fd4ad-295e-41c8-8f68-a02dec5876fa for host: dv-cinder-792462-15-smb {{(pid=104578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 19:48:55.171215 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdeda46-26d8-40a5-b042-1179899daed1 None None] Routers {'679fd4ad-295e-41c8-8f68-a02dec5876fa'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:48:55.172219 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-3fdeda46-26d8-40a5-b042-1179899daed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:48:33Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['679fd4ad-295e-41c8-8f68-a02dec5876fa'], 'active': True} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:48:55.192808 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59693728-8d54-4910-a932-6203879938e1 req-b5eba024-0eff-4e03-89ca-94f4c7e4edd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:55.195025 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-59693728-8d54-4910-a932-6203879938e1 req-b5eba024-0eff-4e03-89ca-94f4c7e4edd0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=19c05a2e-c96a-47ee-8535-1ae4ceee4224 HTTP/1.1" status: 200 len: 915 time: 0.1308093 Jun 21 19:48:55.238127 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-59693728-8d54-4910-a932-6203879938e1 req-57979a04-d276-4cf0-b22d-a70e9fcef533 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee63124c-cd52-4b70-8fd9-4fe6643f9ef0 HTTP/1.1" status: 200 len: 217 time: 0.0359893 Jun 21 19:48:55.283602 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvr_db [None req-3fdeda46-26d8-40a5-b042-1179899daed1 None None] Set router 679fd4ad-295e-41c8-8f68-a02dec5876fa gateway port host: dv-cinder-792462-15-smb {{(pid=104578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:48:55.290271 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59693728-8d54-4910-a932-6203879938e1 req-b020cffe-a9f8-426a-86d9-ad39e893d1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:55.291742 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-59693728-8d54-4910-a932-6203879938e1 req-b020cffe-a9f8-426a-86d9-ad39e893d1a5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=99480cc9-be18-4d81-9b4a-7e12c2e3e8b8 HTTP/1.1" status: 200 len: 853 time: 0.0477312 Jun 21 19:48:55.367700 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59693728-8d54-4910-a932-6203879938e1 req-e1f92714-2019-471d-b125-536a094383ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:55.369207 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-59693728-8d54-4910-a932-6203879938e1 req-e1f92714-2019-471d-b125-536a094383ea service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=19c05a2e-c96a-47ee-8535-1ae4ceee4224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0610905 Jun 21 19:48:55.404488 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421992d2-4d26-4b4b-8d31-ee346caa7866 None None] New status for floating IP 968399b6-43f8-4049-8b7a-1652a6aa98a3: DOWN {{(pid=104577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 19:48:55.467938 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-59693728-8d54-4910-a932-6203879938e1 req-07b72441-e764-4b06-90b4-df63053c4c33 service neutron] 10.222.0.46 "GET /v2.0/networks/19c05a2e-c96a-47ee-8535-1ae4ceee4224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906107 Jun 21 19:48:55.511816 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-3fdeda46-26d8-40a5-b042-1179899daed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679fd4ad-295e-41c8-8f68-a02dec5876fa', 'name': 'tempest-TestMinimumBasicScenario-779548629-router', 'tenant_id': '3205c2d168d1416082370ad83702a837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '6d3f0b3e-8491-430e-8333-17b23e44bbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:45:53Z', 'updated_at': '2021-06-21T19:45:57Z', 'revision_number': 4, 'project_id': '3205c2d168d1416082370ad83702a837', 'gw_port': {'id': '6d3f0b3e-8491-430e-8333-17b23e44bbbb', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679fd4ad-295e-41c8-8f68-a02dec5876fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:45:54Z', 'updated_at': '2021-06-21T19:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_interfaces': [{'id': '9f1ed709-539d-492d-85a2-02ea9cd29125', 'name': '', 'network_id': '19c05a2e-c96a-47ee-8535-1ae4ceee4224', 'tenant_id': '3205c2d168d1416082370ad83702a837', 'mac_address': 'fa:16:3e:e8:91:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679fd4ad-295e-41c8-8f68-a02dec5876fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '99480cc9-be18-4d81-9b4a-7e12c2e3e8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:45:56Z', 'updated_at': '2021-06-21T19:46:04Z', 'revision_number': 5, 'project_id': '3205c2d168d1416082370ad83702a837', 'subnets': [{'id': '99480cc9-be18-4d81-9b4a-7e12c2e3e8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:48:55.538898 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdeda46-26d8-40a5-b042-1179899daed1 None None] The sync data for ids ['679fd4ad-295e-41c8-8f68-a02dec5876fa'] in dv-cinder-792462-15-smb is: [{'id': '679fd4ad-295e-41c8-8f68-a02dec5876fa', 'name': 'tempest-TestMinimumBasicScenario-779548629-router', 'tenant_id': '3205c2d168d1416082370ad83702a837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '6d3f0b3e-8491-430e-8333-17b23e44bbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:45:53Z', 'updated_at': '2021-06-21T19:45:57Z', 'revision_number': 4, 'project_id': '3205c2d168d1416082370ad83702a837', 'gw_port': {'id': '6d3f0b3e-8491-430e-8333-17b23e44bbbb', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679fd4ad-295e-41c8-8f68-a02dec5876fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:45:54Z', 'updated_at': '2021-06-21T19:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_interfaces': [{'id': '9f1ed709-539d-492d-85a2-02ea9cd29125', 'name': '', 'network_id': '19c05a2e-c96a-47ee-8535-1ae4ceee4224', 'tenant_id': '3205c2d168d1416082370ad83702a837', 'mac_address': 'fa:16:3e:e8:91:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679fd4ad-295e-41c8-8f68-a02dec5876fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '99480cc9-be18-4d81-9b4a-7e12c2e3e8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:45:56Z', 'updated_at': '2021-06-21T19:46:04Z', 'revision_number': 5, 'project_id': '3205c2d168d1416082370ad83702a837', 'subnets': [{'id': '99480cc9-be18-4d81-9b4a-7e12c2e3e8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 19:48:55.596976 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-59693728-8d54-4910-a932-6203879938e1 req-a84f0e26-4803-467d-8ae0-6c6630ac7df4 service neutron] 10.222.0.46 "GET /v2.0/networks/19c05a2e-c96a-47ee-8535-1ae4ceee4224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203494 Jun 21 19:48:55.666557 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 45724) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:48:55.731145 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-86ed9c86-9fbd-4d55-aa61-8fc95f919414 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks [] for security_group, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:55.756855 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-86ed9c86-9fbd-4d55-aa61-8fc95f919414 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:55.803774 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee29d6c9-bb40-4974-9d86-87bdebd339c5 None None] New status for floating IP d98a1e6f-c1e5-4f7e-b10f-af29a73017f8: DOWN {{(pid=104578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 19:48:55.810616 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-86ed9c86-9fbd-4d55-aa61-8fc95f919414 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:55.813275 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-86ed9c86-9fbd-4d55-aa61-8fc95f919414 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:55.814459 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-86ed9c86-9fbd-4d55-aa61-8fc95f919414 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "DELETE /v2.0/security-groups/7f34aa6c-b29c-41d3-870f-60686f70e7d2 HTTP/1.1" status: 204 len: 168 time: 0.1468303 Jun 21 19:48:55.815518 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-4dd1d90c-7012-42e7-8b85-ab59f929c2ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:48:55.817759 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 45726) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:48:55.824368 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ed9c86-9fbd-4d55-aa61-8fc95f919414 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f34aa6c-b29c-41d3-870f-60686f70e7d2,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:48:55.831464 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.api.v2.resource [None req-5ae735cc-483a-4908-917f-4c74953e7c4e tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] show failed (client error): The resource could not be found. Jun 21 19:48:55.832258 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-86ed9c86-9fbd-4d55-aa61-8fc95f919414 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:48:55.833466 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-5ae735cc-483a-4908-917f-4c74953e7c4e tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/security-groups/7f34aa6c-b29c-41d3-870f-60686f70e7d2 HTTP/1.1" status: 404 len: 347 time: 0.0145912 Jun 21 19:48:55.836403 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 45728) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:48:55.958951 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-8b28da1b-cb75-4133-a926-8b76d757f39b tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Deleting port 3ae052fc-03f7-4d36-82dd-81c299d64506 {{(pid=104575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 19:48:55.959296 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-8b28da1b-cb75-4133-a926-8b76d757f39b tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761649817829'] for port, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:56.031657 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-8b28da1b-cb75-4133-a926-8b76d757f39b tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33076891'] for port, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:56.032601 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-8b28da1b-cb75-4133-a926-8b76d757f39b tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:56.096527 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-8b28da1b-cb75-4133-a926-8b76d757f39b tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Calling delete_port for 3ae052fc-03f7-4d36-82dd-81c299d64506 owned by network:floatingip {{(pid=104575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 19:48:56.228183 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-8b28da1b-cb75-4133-a926-8b76d757f39b tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761649822437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761649331806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30138787'] for port, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:56.230984 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-4f3b3642-c85f-4238-a490-39235b011096 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:48:56.258763 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b28da1b-cb75-4133-a926-8b76d757f39b tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Pushing event deleted for resources: {'Port': ['ID=3ae052fc-03f7-4d36-82dd-81c299d64506,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:48:56.276245 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-8b28da1b-cb75-4133-a926-8b76d757f39b tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:48:56.315668 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-8b28da1b-cb75-4133-a926-8b76d757f39b tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks [] for floatingip, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:56.318289 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-8b28da1b-cb75-4133-a926-8b76d757f39b tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147'] for floatingip, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:56.322491 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-8b28da1b-cb75-4133-a926-8b76d757f39b tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "DELETE /v2.0/floatingips/968399b6-43f8-4049-8b7a-1652a6aa98a3 HTTP/1.1" status: 204 len: 168 time: 0.4820130 Jun 21 19:48:56.480152 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device 3269eb82-0ff3-4dcb-af2a-f3b6fba0734f no longer exists at agent hyperv_hv-cinder-79246 {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 19:48:56.506069 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] No Port match for: 3269eb82-0ff3-4dcb-af2a-f3b6fba0734f {{(pid=104577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 19:48:56.506533 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device 3269eb82-0ff3-4dcb-af2a-f3b6fba0734f not bound to the agent host hv-cinder-79246 {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 19:48:56.634900 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 45744) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:48:56.640358 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [None req-d748d3b7-f9c0-4938-816e-95f5127624e7 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1634659184', 'description': 'tempest-description--456880598'}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:48:56.642832 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:56.662428 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-d748d3b7-f9c0-4938-816e-95f5127624e7 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks [] for security_group, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:56.744418 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-d748d3b7-f9c0-4938-816e-95f5127624e7 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks [] for security_group, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:56.747589 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-d748d3b7-f9c0-4938-816e-95f5127624e7 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:56.751237 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-edfbbd7c-38e7-49be-9764-62b1b5ef4580 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:48:56.772921 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-d748d3b7-f9c0-4938-816e-95f5127624e7 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:56.774125 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-d748d3b7-f9c0-4938-816e-95f5127624e7 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1380100 Jun 21 19:48:56.777076 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 45746) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:48:56.778143 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d748d3b7-f9c0-4938-816e-95f5127624e7 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a5ffc1-89fe-4eca-8ce1-ad87dba845c8,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:48:56.780845 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-d748d3b7-f9c0-4938-816e-95f5127624e7 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:48:56.784172 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.v2.base [None req-429ff347-ddf7-49b2-9cd2-4c9263a3b329 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Request body: {'security_group_rule': {'security_group_id': 'c6a5ffc1-89fe-4eca-8ce1-ad87dba845c8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:48:56.810335 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-429ff347-ddf7-49b2-9cd2-4c9263a3b329 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:56.870223 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-429ff347-ddf7-49b2-9cd2-4c9263a3b329 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:56.875217 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-429ff347-ddf7-49b2-9cd2-4c9263a3b329 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33278668'] for security_group_rule, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:56.877797 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:48:56.893677 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429ff347-ddf7-49b2-9cd2-4c9263a3b329 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08ef766e-346d-431c-96d0-4dc6ad412d88,revision_number=0']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:48:56.896411 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-429ff347-ddf7-49b2-9cd2-4c9263a3b329 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:48:56.901966 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-429ff347-ddf7-49b2-9cd2-4c9263a3b329 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:56.903381 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-429ff347-ddf7-49b2-9cd2-4c9263a3b329 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1251204 Jun 21 19:48:56.906184 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 45748) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:48:56.910738 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.v2.base [None req-575fcaaf-690d-44ca-8379-2f9a719ff068 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Request body: {'security_group_rule': {'security_group_id': 'c6a5ffc1-89fe-4eca-8ce1-ad87dba845c8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:48:56.935404 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-575fcaaf-690d-44ca-8379-2f9a719ff068 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:56.992202 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-575fcaaf-690d-44ca-8379-2f9a719ff068 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:56.996416 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-575fcaaf-690d-44ca-8379-2f9a719ff068 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33278668'] for security_group_rule, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:56.998320 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-ee2b4c7b-07b1-4e23-9490-1fb871a25408 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:48:57.014204 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575fcaaf-690d-44ca-8379-2f9a719ff068 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7e222ff-f068-4441-a685-9e830cf29166,revision_number=0']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:48:57.016859 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-575fcaaf-690d-44ca-8379-2f9a719ff068 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:48:57.018844 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-575fcaaf-690d-44ca-8379-2f9a719ff068 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:57.019970 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-575fcaaf-690d-44ca-8379-2f9a719ff068 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1126652 Jun 21 19:48:57.022973 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 45750) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:48:57.027202 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.v2.base [None req-496818e4-980f-4d01-ae66-34c2da91fa0d tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Request body: {'floatingip': {'floating_network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143'}} {{(pid=104576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:48:57.047440 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-496818e4-980f-4d01-ae66-34c2da91fa0d tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks [] for floatingip, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:57.138658 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-496818e4-980f-4d01-ae66-34c2da91fa0d tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for port, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:57.241625 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.db_base_plugin_common [None req-496818e4-980f-4d01-ae66-34c2da91fa0d tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Allocated IP 172.28.3.184 (1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143/92f70134-f308-40e4-a372-590fff45c87e/8916c441-c5c8-41e0-94c8-363ffe48da0b) {{(pid=104576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:48:57.340072 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-496818e4-980f-4d01-ae66-34c2da91fa0d tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks [] for port, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:57.377187 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-496818e4-980f-4d01-ae66-34c2da91fa0d tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-129462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761649331797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29817498'] for port, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:57.379955 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-c58ee4b0-8b72-4c05-9206-11407636e54c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:48:57.418157 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496818e4-980f-4d01-ae66-34c2da91fa0d tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Network 1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143 is already hosted by enough agents. {{(pid=104576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:48:57.421061 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.base_scheduler [None req-496818e4-980f-4d01-ae66-34c2da91fa0d tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Resources bound (agent type, host, resource id): {{(pid=104576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:48:57.424567 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496818e4-980f-4d01-ae66-34c2da91fa0d tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Received port after_create {{(pid=104576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:48:57.446457 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496818e4-980f-4d01-ae66-34c2da91fa0d tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Pushing event updated for resources: {'Port': ['ID=8916c441-c5c8-41e0-94c8-363ffe48da0b,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:48:57.450082 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-496818e4-980f-4d01-ae66-34c2da91fa0d tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:48:57.507123 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-496818e4-980f-4d01-ae66-34c2da91fa0d tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks [] for floatingip, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:57.548268 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-496818e4-980f-4d01-ae66-34c2da91fa0d tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:57.696359 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-496818e4-980f-4d01-ae66-34c2da91fa0d tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks [] for port, precommit_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:57.701305 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-496818e4-980f-4d01-ae66-34c2da91fa0d tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29817516'] for port, after_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:57.705089 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-41637cbd-2486-4e4c-a537-31f96e6944ee tempest-ServerRescueNegativeTestJSON-1059964486 tempest-ServerRescueNegativeTestJSON-1059964486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:48:57.777424 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496818e4-980f-4d01-ae66-34c2da91fa0d tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Pushing event updated for resources: {'Port': ['ID=8916c441-c5c8-41e0-94c8-363ffe48da0b,revision_number=2']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:48:57.783444 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-496818e4-980f-4d01-ae66-34c2da91fa0d tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:48:57.789995 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-496818e4-980f-4d01-ae66-34c2da91fa0d tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33078199'] for floatingip, after_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:57.803240 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-496818e4-980f-4d01-ae66-34c2da91fa0d tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147'] for floatingip, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:48:57.804439 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-496818e4-980f-4d01-ae66-34c2da91fa0d tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7805798 Jun 21 19:48:57.923031 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf3e7a-3c55-42ae-b474-a26c12a776c8 req-758e1674-5ddc-4263-a94c-9362c27f57ca tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:57.924531 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-82bf3e7a-3c55-42ae-b474-a26c12a776c8 req-758e1674-5ddc-4263-a94c-9362c27f57ca tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/ports?device_id=d235eb10-8e98-4504-ba25-fd652fe4dd89 HTTP/1.1" status: 200 len: 945 time: 0.0636365 Jun 21 19:48:57.962799 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-82bf3e7a-3c55-42ae-b474-a26c12a776c8 req-a0addbba-44ee-455d-b8df-26f86f47d495 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/security-groups?id=0885b555-77fa-4089-bb48-4ab4dd0343cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327451 Jun 21 19:48:57.992162 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-08cc7ad6-3600-47d4-9069-1980495c469a req-c9cb8d00-5c48-4bd4-9fd9-82ceb33a2205 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1634659184&fields=id&tenant_id=c5aea0db63454ab7b0452a27b5c0fbbe HTTP/1.1" status: 200 len: 267 time: 0.0346577 Jun 21 19:48:58.098696 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc7ad6-3600-47d4-9069-1980495c469a req-ba74cd50-5911-47a4-aea1-20263bd0de87 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:58.100137 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-08cc7ad6-3600-47d4-9069-1980495c469a req-ba74cd50-5911-47a4-aea1-20263bd0de87 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/networks?id=f83e3e6f-0c8e-4ab7-af9c-731326ea9260 HTTP/1.1" status: 200 len: 810 time: 0.1017230 Jun 21 19:48:58.114340 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-08cc7ad6-3600-47d4-9069-1980495c469a req-0c4066d6-9c3d-4550-a1fe-573186a5a4e1 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/quotas/c5aea0db63454ab7b0452a27b5c0fbbe HTTP/1.1" status: 200 len: 375 time: 0.0088847 Jun 21 19:48:58.185438 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-08cc7ad6-3600-47d4-9069-1980495c469a req-7fe5e7a8-f0a9-4100-88ee-718b24141e20 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=c5aea0db63454ab7b0452a27b5c0fbbe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0657048 Jun 21 19:48:58.276025 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-08cc7ad6-3600-47d4-9069-1980495c469a req-c64875c7-1ba3-4394-aeba-26b1e05f8a0e service neutron] 10.222.0.38 "GET /v2.0/networks/f83e3e6f-0c8e-4ab7-af9c-731326ea9260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790298 Jun 21 19:48:58.366908 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-08cc7ad6-3600-47d4-9069-1980495c469a req-d32b1bfe-b6e2-4a85-bc59-7d4535ef2cf3 service neutron] 10.222.0.38 "GET /v2.0/networks/f83e3e6f-0c8e-4ab7-af9c-731326ea9260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853713 Jun 21 19:48:58.533389 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-cdfa89c3-008c-4cea-b9f0-b097934abbdb req-3fcc0716-f695-41e0-bcc3-2c20e4643a61 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9869c6f-7f07-4e8c-a0e7-b5dae483ea99 HTTP/1.1" status: 200 len: 210 time: 0.0278776 Jun 21 19:48:59.141902 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4cd0ce-8537-4694-ad11-25eac59fcba7 req-cd94f968-f4df-4284-b1d9-b9380bb61f0a tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:59.143400 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-be4cd0ce-8537-4694-ad11-25eac59fcba7 req-cd94f968-f4df-4284-b1d9-b9380bb61f0a tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/ports?device_id=d235eb10-8e98-4504-ba25-fd652fe4dd89 HTTP/1.1" status: 200 len: 945 time: 0.0630050 Jun 21 19:48:59.181511 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-be4cd0ce-8537-4694-ad11-25eac59fcba7 req-cd697444-4888-4fbe-946e-a0615637ed05 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/security-groups?id=0885b555-77fa-4089-bb48-4ab4dd0343cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321276 Jun 21 19:48:59.580704 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc7ad6-3600-47d4-9069-1980495c469a req-ea9df6c8-02c8-40bb-abdc-fbb027f0a668 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:48:59.582774 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-08cc7ad6-3600-47d4-9069-1980495c469a req-ea9df6c8-02c8-40bb-abdc-fbb027f0a668 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.46 "GET /v2.0/networks?id=f83e3e6f-0c8e-4ab7-af9c-731326ea9260 HTTP/1.1" status: 200 len: 810 time: 0.1175115 Jun 21 19:48:59.633566 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-08cc7ad6-3600-47d4-9069-1980495c469a req-db3353c9-7372-4fb4-80f0-4c7bd3212083 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5aea0db63454ab7b0452a27b5c0fbbe HTTP/1.1" status: 200 len: 380 time: 0.0342569 Jun 21 19:48:59.643460 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.v2.base [req-08cc7ad6-3600-47d4-9069-1980495c469a req-c228dd5d-ea1a-4af9-87ac-e4a4f5bf5eb2 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Request body: {'port': {'device_id': 'b9869c6f-7f07-4e8c-a0e7-b5dae483ea99', 'network_id': 'f83e3e6f-0c8e-4ab7-af9c-731326ea9260', 'admin_state_up': True, 'tenant_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'security_groups': ['c6a5ffc1-89fe-4eca-8ce1-ad87dba845c8']}} {{(pid=104576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:48:59.679102 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-64a24d65-95e0-43bd-9552-2313fa3fc39b req-cb93c2eb-75a1-4aa9-a3a6-8c2d3b0b0818 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9869c6f-7f07-4e8c-a0e7-b5dae483ea99 HTTP/1.1" status: 200 len: 210 time: 0.0320153 Jun 21 19:49:00.034810 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ca9063-b03b-4628-b570-866671bd238b req-5abcdef0-7f92-4664-802d-2c53b59e673f tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:00.036204 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-61ca9063-b03b-4628-b570-866671bd238b req-5abcdef0-7f92-4664-802d-2c53b59e673f tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.46 "GET /v2.0/ports?device_id=d235eb10-8e98-4504-ba25-fd652fe4dd89 HTTP/1.1" status: 200 len: 945 time: 0.0979772 Jun 21 19:49:00.070671 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08cc7ad6-3600-47d4-9069-1980495c469a req-c228dd5d-ea1a-4af9-87ac-e4a4f5bf5eb2 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Made reservation on behalf of c5aea0db63454ab7b0452a27b5c0fbbe for: {'port': 1} {{(pid=104576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:49:00.073996 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-08cc7ad6-3600-47d4-9069-1980495c469a req-c228dd5d-ea1a-4af9-87ac-e4a4f5bf5eb2 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for port, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:00.230307 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.plugin [req-61ca9063-b03b-4628-b570-866671bd238b req-164fb200-1861-447f-b924-3ce3a56c44da tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Deleting port ee63124c-cd52-4b70-8fd9-4fe6643f9ef0 {{(pid=104576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 19:49:00.230646 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-61ca9063-b03b-4628-b570-866671bd238b req-164fb200-1861-447f-b924-3ce3a56c44da tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761649817829'] for port, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:00.278899 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.db_base_plugin_common [req-08cc7ad6-3600-47d4-9069-1980495c469a req-c228dd5d-ea1a-4af9-87ac-e4a4f5bf5eb2 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Allocated IP 172.20.0.8 (f83e3e6f-0c8e-4ab7-af9c-731326ea9260/ce1151cf-2ecc-44e3-aa52-cfec5d7d7e35/a7364364-388b-40f3-a324-112e1db0db28) {{(pid=104576) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 19:49:00.386581 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.db [req-61ca9063-b03b-4628-b570-866671bd238b req-164fb200-1861-447f-b924-3ce3a56c44da tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] For port ee63124c-cd52-4b70-8fd9-4fe6643f9ef0, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=ee63124c-cd52-4b70-8fd9-4fe6643f9ef0,segment=NetworkSegment(1e2c063c-fdc2-4734-a057-fcb9075c4b82),segment_id=1e2c063c-fdc2-4734-a057-fcb9075c4b82)] {{(pid=104576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:49:00.386932 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-61ca9063-b03b-4628-b570-866671bd238b req-164fb200-1861-447f-b924-3ce3a56c44da tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33076891'] for port, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:00.493598 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.plugin [req-61ca9063-b03b-4628-b570-866671bd238b req-164fb200-1861-447f-b924-3ce3a56c44da tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Calling delete_port for ee63124c-cd52-4b70-8fd9-4fe6643f9ef0 owned by compute:nova {{(pid=104576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 19:49:00.566496 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04666210-95b8-4e6f-b86a-b077d59ed126 req-f9fddb36-0529-4bb5-90e7-107e5e8e710c tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:00.567862 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-04666210-95b8-4e6f-b86a-b077d59ed126 req-f9fddb36-0529-4bb5-90e7-107e5e8e710c tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/ports?device_id=d235eb10-8e98-4504-ba25-fd652fe4dd89 HTTP/1.1" status: 200 len: 945 time: 0.2715125 Jun 21 19:49:00.624771 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-08cc7ad6-3600-47d4-9069-1980495c469a req-c228dd5d-ea1a-4af9-87ac-e4a4f5bf5eb2 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks [] for port, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:00.660797 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.provisioning_blocks [req-08cc7ad6-3600-47d4-9069-1980495c469a req-c228dd5d-ea1a-4af9-87ac-e4a4f5bf5eb2 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Transition to ACTIVE for port object a7364364-388b-40f3-a324-112e1db0db28 will not be triggered until provisioned by entity DHCP. {{(pid=104576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:49:00.664425 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-04666210-95b8-4e6f-b86a-b077d59ed126 req-bfc8d53e-beda-4760-9517-ac5a0e6012db tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.38 "GET /v2.0/security-groups?id=0885b555-77fa-4089-bb48-4ab4dd0343cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889575 Jun 21 19:49:00.736097 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-08cc7ad6-3600-47d4-9069-1980495c469a req-c228dd5d-ea1a-4af9-87ac-e4a4f5bf5eb2 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-555684', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-129462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761649331797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-29817498'] for port, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:00.738255 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-61ca9063-b03b-4628-b570-866671bd238b req-164fb200-1861-447f-b924-3ce3a56c44da tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761649822437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761649331806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29817493'] for port, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:00.741329 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-e855b921-d21b-475e-93bd-acfea1801e02 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:49:00.789314 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-0f8b8e0e-f95a-4fdc-8652-2457b387b2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:00.801884 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08cc7ad6-3600-47d4-9069-1980495c469a req-c228dd5d-ea1a-4af9-87ac-e4a4f5bf5eb2 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Network f83e3e6f-0c8e-4ab7-af9c-731326ea9260 is already hosted by enough agents. {{(pid=104576) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 19:49:00.808957 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.base_scheduler [req-08cc7ad6-3600-47d4-9069-1980495c469a req-c228dd5d-ea1a-4af9-87ac-e4a4f5bf5eb2 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Resources bound (agent type, host, resource id): {{(pid=104576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:49:00.829170 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [req-08cc7ad6-3600-47d4-9069-1980495c469a req-c228dd5d-ea1a-4af9-87ac-e4a4f5bf5eb2 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Received port after_create {{(pid=104576) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 19:49:00.834648 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c228dd5d-ea1a-4af9-87ac-e4a4f5bf5eb2 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Pushing event updated for resources: {'Port': ['ID=a7364364-388b-40f3-a324-112e1db0db28,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:49:00.838610 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-c228dd5d-ea1a-4af9-87ac-e4a4f5bf5eb2 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:49:00.850329 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:49:00.907470 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ca9063-b03b-4628-b570-866671bd238b req-164fb200-1861-447f-b924-3ce3a56c44da tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] No DVR routers for this DVR port ee63124c-cd52-4b70-8fd9-4fe6643f9ef0 on host hv-cinder-79246 {{(pid=104576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 19:49:00.929586 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-61ca9063-b03b-4628-b570-866671bd238b req-164fb200-1861-447f-b924-3ce3a56c44da tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147'] for port, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:00.931525 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-61ca9063-b03b-4628-b570-866671bd238b req-164fb200-1861-447f-b924-3ce3a56c44da tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] 10.222.0.46 "DELETE /v2.0/ports/ee63124c-cd52-4b70-8fd9-4fe6643f9ef0 HTTP/1.1" status: 204 len: 173 time: 0.8876317 Jun 21 19:49:00.932025 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd235eb10-8e98-4504-ba25-fd652fe4dd89', 'name': 'network-vif-deleted', 'tag': 'ee63124c-cd52-4b70-8fd9-4fe6643f9ef0'}] {{(pid=104576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:49:00.934344 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05f20d886da9388d71ee432e92ee53588f77c84f00dcc9da6d5f2e0db0526183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0e714b-0b89-4eb1-abef-a77dad034848" -d '{"events": [{"server_uuid": "d235eb10-8e98-4504-ba25-fd652fe4dd89", "name": "network-vif-deleted", "tag": "ee63124c-cd52-4b70-8fd9-4fe6643f9ef0"}]}' {{(pid=104576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:49:00.943086 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164fb200-1861-447f-b924-3ce3a56c44da tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Pushing event deleted for resources: {'Port': ['ID=ee63124c-cd52-4b70-8fd9-4fe6643f9ef0,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:49:00.948023 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-164fb200-1861-447f-b924-3ce3a56c44da tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:49:00.972341 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc7ad6-3600-47d4-9069-1980495c469a req-c228dd5d-ea1a-4af9-87ac-e4a4f5bf5eb2 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:00.972977 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-08cc7ad6-3600-47d4-9069-1980495c469a req-c228dd5d-ea1a-4af9-87ac-e4a4f5bf5eb2 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147'] for port, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:00.992712 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-08cc7ad6-3600-47d4-9069-1980495c469a req-c228dd5d-ea1a-4af9-87ac-e4a4f5bf5eb2 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3535528 Jun 21 19:49:00.994841 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 19:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc07a0fc-f95b-4155-82df-58aabaca41bc x-openstack-request-id: req-bc07a0fc-f95b-4155-82df-58aabaca41bc {{(pid=104576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:49:00.995161 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d235eb10-8e98-4504-ba25-fd652fe4dd89", "name": "network-vif-deleted", "tag": "ee63124c-cd52-4b70-8fd9-4fe6643f9ef0", "status": "completed", "code": 200}]} {{(pid=104576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:49:00.995444 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-bc07a0fc-f95b-4155-82df-58aabaca41bc {{(pid=104576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:49:00.995855 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd235eb10-8e98-4504-ba25-fd652fe4dd89', 'name': 'network-vif-deleted', 'tag': 'ee63124c-cd52-4b70-8fd9-4fe6643f9ef0', 'status': 'completed', 'code': 200} Jun 21 19:49:01.007600 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e971f701-f5f9-4a23-a74f-838b8fb20fa7 req-e3d2e449-e58e-4bd7-943a-06f7c4d3905f tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:01.009132 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-e971f701-f5f9-4a23-a74f-838b8fb20fa7 req-e3d2e449-e58e-4bd7-943a-06f7c4d3905f tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9869c6f-7f07-4e8c-a0e7-b5dae483ea99 HTTP/1.1" status: 200 len: 931 time: 0.1824186 Jun 21 19:49:01.013932 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.v2.base [req-08cc7ad6-3600-47d4-9069-1980495c469a req-753c5338-c186-488f-a88d-25d08ae41e27 service neutron] Request body: {'port': {'device_id': 'b9869c6f-7f07-4e8c-a0e7-b5dae483ea99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79246'}} {{(pid=104576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:49:01.032233 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-9362ec8f-ba8e-4890-a9f4-d74e85db9345 None None] Provisioning for port a7364364-388b-40f3-a324-112e1db0db28 completed by entity DHCP. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:49:01.036627 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-9362ec8f-ba8e-4890-a9f4-d74e85db9345 None None] Provisioning complete for port a7364364-388b-40f3-a324-112e1db0db28 triggered by entity DHCP. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:49:01.037013 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-9362ec8f-ba8e-4890-a9f4-d74e85db9345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:01.072191 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-9362ec8f-ba8e-4890-a9f4-d74e85db9345 None None] Port a7364364-388b-40f3-a324-112e1db0db28 cannot update to ACTIVE because it is not bound. {{(pid=104577) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 19:49:01.107909 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-e971f701-f5f9-4a23-a74f-838b8fb20fa7 req-2c772038-f462-4a61-82fe-38c787b60510 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6a5ffc1-89fe-4eca-8ce1-ad87dba845c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716453 Jun 21 19:49:01.116480 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-08cc7ad6-3600-47d4-9069-1980495c469a req-753c5338-c186-488f-a88d-25d08ae41e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:01.383566 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.notifiers.nova [req-08cc7ad6-3600-47d4-9069-1980495c469a req-753c5338-c186-488f-a88d-25d08ae41e27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7364364-388b-40f3-a324-112e1db0db28 {{(pid=104576) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:49:01.390887 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-08cc7ad6-3600-47d4-9069-1980495c469a req-753c5338-c186-488f-a88d-25d08ae41e27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:01.402113 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.provisioning_blocks [req-08cc7ad6-3600-47d4-9069-1980495c469a req-753c5338-c186-488f-a88d-25d08ae41e27 service neutron] Transition to ACTIVE for port object a7364364-388b-40f3-a324-112e1db0db28 will not be triggered until provisioned by entity L2. {{(pid=104576) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 19:49:01.406215 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-08cc7ad6-3600-47d4-9069-1980495c469a req-753c5338-c186-488f-a88d-25d08ae41e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29817516'] for port, after_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:01.408871 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-7912c7f5-6bc5-4fbd-b415-6c370f6cb398 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:49:01.487363 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753c5338-c186-488f-a88d-25d08ae41e27 service neutron] Pushing event updated for resources: {'Port': ['ID=a7364364-388b-40f3-a324-112e1db0db28,revision_number=2']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:49:01.505245 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-753c5338-c186-488f-a88d-25d08ae41e27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:49:01.559289 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.managers [req-08cc7ad6-3600-47d4-9069-1980495c469a req-753c5338-c186-488f-a88d-25d08ae41e27 service neutron] Attempting to bind port a7364364-388b-40f3-a324-112e1db0db28 on host hv-cinder-79246 for vnic_type normal with profile {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 19:49:01.559625 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.managers [req-08cc7ad6-3600-47d4-9069-1980495c469a req-753c5338-c186-488f-a88d-25d08ae41e27 service neutron] Attempting to bind port a7364364-388b-40f3-a324-112e1db0db28 by drivers openvswitch,hyperv on host hv-cinder-79246 at level 0 using segments [{'id': 'e202d1ae-8a3f-4de6-bda1-b53b4f0f8fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f83e3e6f-0c8e-4ab7-af9c-731326ea9260'}] {{(pid=104576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 19:49:01.559970 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cc7ad6-3600-47d4-9069-1980495c469a req-753c5338-c186-488f-a88d-25d08ae41e27 service neutron] Attempting to bind port a7364364-388b-40f3-a324-112e1db0db28 on network f83e3e6f-0c8e-4ab7-af9c-731326ea9260 {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:49:01.564708 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cc7ad6-3600-47d4-9069-1980495c469a req-753c5338-c186-488f-a88d-25d08ae41e27 service neutron] Port a7364364-388b-40f3-a324-112e1db0db28 on network f83e3e6f-0c8e-4ab7-af9c-731326ea9260 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79246 {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 19:49:01.565194 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cc7ad6-3600-47d4-9069-1980495c469a req-753c5338-c186-488f-a88d-25d08ae41e27 service neutron] Attempting to bind port a7364364-388b-40f3-a324-112e1db0db28 on network f83e3e6f-0c8e-4ab7-af9c-731326ea9260 {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 19:49:01.569928 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cc7ad6-3600-47d4-9069-1980495c469a req-753c5338-c186-488f-a88d-25d08ae41e27 service neutron] Checking agent: {'id': '0b26fa00-c4a2-4127-a29e-c90b7b9119ce', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79246', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 19, 42, 27), 'started_at': datetime.datetime(2021, 6, 21, 19, 42, 27), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 19, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 19:49:01.570269 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cc7ad6-3600-47d4-9069-1980495c469a req-753c5338-c186-488f-a88d-25d08ae41e27 service neutron] Checking segment: {'id': 'e202d1ae-8a3f-4de6-bda1-b53b4f0f8fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f83e3e6f-0c8e-4ab7-af9c-731326ea9260'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:49:01.570654 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08cc7ad6-3600-47d4-9069-1980495c469a req-753c5338-c186-488f-a88d-25d08ae41e27 service neutron] Bound using segment: {'id': 'e202d1ae-8a3f-4de6-bda1-b53b4f0f8fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f83e3e6f-0c8e-4ab7-af9c-731326ea9260'} {{(pid=104576) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 19:49:01.571082 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.managers [req-08cc7ad6-3600-47d4-9069-1980495c469a req-753c5338-c186-488f-a88d-25d08ae41e27 service neutron] Bound port: a7364364-388b-40f3-a324-112e1db0db28, host: hv-cinder-79246, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e202d1ae-8a3f-4de6-bda1-b53b4f0f8fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f83e3e6f-0c8e-4ab7-af9c-731326ea9260'}}] {{(pid=104576) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 19:49:01.571431 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-08cc7ad6-3600-47d4-9069-1980495c469a req-753c5338-c186-488f-a88d-25d08ae41e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:01.643194 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.db [req-08cc7ad6-3600-47d4-9069-1980495c469a req-753c5338-c186-488f-a88d-25d08ae41e27 service neutron] For port a7364364-388b-40f3-a324-112e1db0db28, host hv-cinder-79246, cleared binding levels {{(pid=104576) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 19:49:01.646099 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.db [req-08cc7ad6-3600-47d4-9069-1980495c469a req-753c5338-c186-488f-a88d-25d08ae41e27 service neutron] For port a7364364-388b-40f3-a324-112e1db0db28, host hv-cinder-79246, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a7364364-388b-40f3-a324-112e1db0db28,segment=NetworkSegment(e202d1ae-8a3f-4de6-bda1-b53b4f0f8fab),segment_id=e202d1ae-8a3f-4de6-bda1-b53b4f0f8fab)] {{(pid=104576) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 19:49:01.649888 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-08cc7ad6-3600-47d4-9069-1980495c469a req-753c5338-c186-488f-a88d-25d08ae41e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29817516'] for port, after_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:01.652498 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-cc993028-fa0a-4b51-b02a-162b677cd15d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:49:01.685769 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc7ad6-3600-47d4-9069-1980495c469a req-753c5338-c186-488f-a88d-25d08ae41e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:01.686383 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-08cc7ad6-3600-47d4-9069-1980495c469a req-753c5338-c186-488f-a88d-25d08ae41e27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147'] for port, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:01.687722 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-08cc7ad6-3600-47d4-9069-1980495c469a req-753c5338-c186-488f-a88d-25d08ae41e27 service neutron] 10.222.0.46 "PUT /v2.0/ports/a7364364-388b-40f3-a324-112e1db0db28 HTTP/1.1" status: 200 len: 1093 time: 0.6777236 Jun 21 19:49:01.715277 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753c5338-c186-488f-a88d-25d08ae41e27 service neutron] Pushing event updated for resources: {'Port': ['ID=a7364364-388b-40f3-a324-112e1db0db28,revision_number=3']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:49:01.718485 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-753c5338-c186-488f-a88d-25d08ae41e27 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:49:01.809615 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc7ad6-3600-47d4-9069-1980495c469a req-649baa90-47f0-43ee-92e3-2094253b9da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:01.814736 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-08cc7ad6-3600-47d4-9069-1980495c469a req-649baa90-47f0-43ee-92e3-2094253b9da4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c5aea0db63454ab7b0452a27b5c0fbbe&device_id=b9869c6f-7f07-4e8c-a0e7-b5dae483ea99 HTTP/1.1" status: 200 len: 1096 time: 0.0733628 Jun 21 19:49:01.864266 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-08cc7ad6-3600-47d4-9069-1980495c469a req-7561c168-85cc-4bdf-9667-c80879e7a0f7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7364364-388b-40f3-a324-112e1db0db28 HTTP/1.1" status: 200 len: 217 time: 0.0396836 Jun 21 19:49:01.916028 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc7ad6-3600-47d4-9069-1980495c469a req-662551f4-8023-43a9-a345-8d6d7df13c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:01.917497 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-08cc7ad6-3600-47d4-9069-1980495c469a req-662551f4-8023-43a9-a345-8d6d7df13c40 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ce1151cf-2ecc-44e3-aa52-cfec5d7d7e35 HTTP/1.1" status: 200 len: 849 time: 0.0471559 Jun 21 19:49:01.975827 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc7ad6-3600-47d4-9069-1980495c469a req-2602a8ac-4c7d-42fc-8fcc-f0266beef23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:01.977287 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-08cc7ad6-3600-47d4-9069-1980495c469a req-2602a8ac-4c7d-42fc-8fcc-f0266beef23e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f83e3e6f-0c8e-4ab7-af9c-731326ea9260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0534556 Jun 21 19:49:02.069570 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-08cc7ad6-3600-47d4-9069-1980495c469a req-e93dea57-2b99-440d-a700-44d285e73194 service neutron] 10.222.0.46 "GET /v2.0/networks/f83e3e6f-0c8e-4ab7-af9c-731326ea9260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859411 Jun 21 19:49:02.167482 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-08cc7ad6-3600-47d4-9069-1980495c469a req-8accc4b6-1054-4997-ac8e-ebc130e1ee39 service neutron] 10.222.0.46 "GET /v2.0/networks/f83e3e6f-0c8e-4ab7-af9c-731326ea9260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915740 Jun 21 19:49:02.303556 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5607162-bf40-40ab-909b-4582a174a283 req-dfc90d23-10b1-4e90-902a-178043db4a9f tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:02.305037 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-f5607162-bf40-40ab-909b-4582a174a283 req-dfc90d23-10b1-4e90-902a-178043db4a9f tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9869c6f-7f07-4e8c-a0e7-b5dae483ea99 HTTP/1.1" status: 200 len: 943 time: 0.0688491 Jun 21 19:49:02.343500 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-f5607162-bf40-40ab-909b-4582a174a283 req-18d446a5-0a47-41bd-bdd4-d65497e6790b tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6a5ffc1-89fe-4eca-8ce1-ad87dba845c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325391 Jun 21 19:49:02.393533 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 45846) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:49:02.520405 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device ee63124c-cd52-4b70-8fd9-4fe6643f9ef0 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 19:49:02.540602 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] No Port match for: ee63124c-cd52-4b70-8fd9-4fe6643f9ef0 {{(pid=104577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 19:49:02.541225 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device ee63124c-cd52-4b70-8fd9-4fe6643f9ef0 not bound to the agent host hv-cinder-79246 {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 19:49:02.730528 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-39fe1a52-e1e5-4e22-94d1-b5fb8ee8a702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33080010'] for router_interface, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:02.975848 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.plugin [None req-39fe1a52-e1e5-4e22-94d1-b5fb8ee8a702 admin admin] Deleting port 9f1ed709-539d-492d-85a2-02ea9cd29125 {{(pid=104576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 19:49:02.976273 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-39fe1a52-e1e5-4e22-94d1-b5fb8ee8a702 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761649817829'] for port, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:03.011246 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9869c6f-7f07-4e8c-a0e7-b5dae483ea99', 'tag': 'a7364364-388b-40f3-a324-112e1db0db28'}] {{(pid=104576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:49:03.013439 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05f20d886da9388d71ee432e92ee53588f77c84f00dcc9da6d5f2e0db0526183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3126366f-6424-4165-9f79-93c5e85583cd" -d '{"events": [{"name": "network-changed", "server_uuid": "b9869c6f-7f07-4e8c-a0e7-b5dae483ea99", "tag": "a7364364-388b-40f3-a324-112e1db0db28"}]}' {{(pid=104576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:49:03.054141 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 19:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07afa2cf-125a-40a3-b41a-d866514b5cc7 x-openstack-request-id: req-07afa2cf-125a-40a3-b41a-d866514b5cc7 {{(pid=104576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:49:03.054465 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9869c6f-7f07-4e8c-a0e7-b5dae483ea99", "tag": "a7364364-388b-40f3-a324-112e1db0db28", "status": "completed", "code": 200}]} {{(pid=104576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:49:03.054752 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-07afa2cf-125a-40a3-b41a-d866514b5cc7 {{(pid=104576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:49:03.055167 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9869c6f-7f07-4e8c-a0e7-b5dae483ea99', 'tag': 'a7364364-388b-40f3-a324-112e1db0db28', 'status': 'completed', 'code': 200} Jun 21 19:49:03.061335 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.db [None req-39fe1a52-e1e5-4e22-94d1-b5fb8ee8a702 admin admin] For port 9f1ed709-539d-492d-85a2-02ea9cd29125, host dv-cinder-792462-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=9f1ed709-539d-492d-85a2-02ea9cd29125,segment=NetworkSegment(1e2c063c-fdc2-4734-a057-fcb9075c4b82),segment_id=1e2c063c-fdc2-4734-a057-fcb9075c4b82)] {{(pid=104576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:49:03.061751 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-39fe1a52-e1e5-4e22-94d1-b5fb8ee8a702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33076891'] for port, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:03.131516 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.plugin [None req-39fe1a52-e1e5-4e22-94d1-b5fb8ee8a702 admin admin] Calling delete_port for 9f1ed709-539d-492d-85a2-02ea9cd29125 owned by network:router_interface {{(pid=104576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 19:49:03.226233 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126366f-6424-4165-9f79-93c5e85583cd req-1bc3a9eb-d024-45de-87d1-c561867357f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:03.227715 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-3126366f-6424-4165-9f79-93c5e85583cd req-1bc3a9eb-d024-45de-87d1-c561867357f3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c5aea0db63454ab7b0452a27b5c0fbbe&device_id=b9869c6f-7f07-4e8c-a0e7-b5dae483ea99 HTTP/1.1" status: 200 len: 1096 time: 0.1551847 Jun 21 19:49:03.343701 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-8a004139-ebb0-4b60-9eb8-70bd59703503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:03.368374 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126366f-6424-4165-9f79-93c5e85583cd req-4956dde8-816b-4469-b54f-437b7eca7a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:03.369855 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-3126366f-6424-4165-9f79-93c5e85583cd req-4956dde8-816b-4469-b54f-437b7eca7a8f service neutron] 10.222.0.46 "GET /v2.0/networks?id=f83e3e6f-0c8e-4ab7-af9c-731326ea9260 HTTP/1.1" status: 200 len: 911 time: 0.1085827 Jun 21 19:49:03.428226 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-3126366f-6424-4165-9f79-93c5e85583cd req-e41d4376-31c8-4752-817e-6378e1721041 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7364364-388b-40f3-a324-112e1db0db28 HTTP/1.1" status: 200 len: 217 time: 0.0384502 Jun 21 19:49:03.481494 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-39fe1a52-e1e5-4e22-94d1-b5fb8ee8a702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761649822437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761649331806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29817493'] for port, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:03.490842 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:03.501873 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-4816522a-b889-4864-9162-0e0542b01b3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:49:03.534997 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fe1a52-e1e5-4e22-94d1-b5fb8ee8a702 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f1ed709-539d-492d-85a2-02ea9cd29125,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:49:03.541670 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-39fe1a52-e1e5-4e22-94d1-b5fb8ee8a702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:49:03.548076 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126366f-6424-4165-9f79-93c5e85583cd req-48518d10-1b6f-4a1b-bdc1-f1dcabdb10e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:03.549588 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-3126366f-6424-4165-9f79-93c5e85583cd req-48518d10-1b6f-4a1b-bdc1-f1dcabdb10e2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ce1151cf-2ecc-44e3-aa52-cfec5d7d7e35 HTTP/1.1" status: 200 len: 849 time: 0.1143034 Jun 21 19:49:03.926585 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e076d5-1405-452c-b7d4-9d7cfc8e7ff9 req-51df1204-4fca-4ca1-9e99-88b032372a41 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:03.928029 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-50e076d5-1405-452c-b7d4-9d7cfc8e7ff9 req-51df1204-4fca-4ca1-9e99-88b032372a41 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9869c6f-7f07-4e8c-a0e7-b5dae483ea99 HTTP/1.1" status: 200 len: 943 time: 0.4646535 Jun 21 19:49:03.997185 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126366f-6424-4165-9f79-93c5e85583cd req-4925a223-5c58-47dc-977c-a0aa7e3be638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:03.998720 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-3126366f-6424-4165-9f79-93c5e85583cd req-4925a223-5c58-47dc-977c-a0aa7e3be638 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f83e3e6f-0c8e-4ab7-af9c-731326ea9260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.4320993 Jun 21 19:49:04.095771 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-50e076d5-1405-452c-b7d4-9d7cfc8e7ff9 req-c2328c80-157f-46c1-8283-bf7a025e30a8 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6a5ffc1-89fe-4eca-8ce1-ad87dba845c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324401 Jun 21 19:49:04.115942 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-39fe1a52-e1e5-4e22-94d1-b5fb8ee8a702 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32961640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33079926'] for router_interface, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:04.185541 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-3126366f-6424-4165-9f79-93c5e85583cd req-198a4fea-a910-4852-b844-06d8fb6ffdb6 service neutron] 10.222.0.46 "GET /v2.0/networks/f83e3e6f-0c8e-4ab7-af9c-731326ea9260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608944 Jun 21 19:49:04.354268 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-3126366f-6424-4165-9f79-93c5e85583cd req-b262e37a-f99e-4ad1-8976-069e6a2858fe service neutron] 10.222.0.46 "GET /v2.0/networks/f83e3e6f-0c8e-4ab7-af9c-731326ea9260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608121 Jun 21 19:49:04.413372 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39fe1a52-e1e5-4e22-94d1-b5fb8ee8a702 admin admin] Router 679fd4ad-295e-41c8-8f68-a02dec5876fa has already been hosted by L3 agent 340c6150-ff20-4abf-b4fe-5b82b8e71fd8 {{(pid=104576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 19:49:04.460087 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-14118032-cbf1-44bc-927f-b70ca464d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:04.518134 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39fe1a52-e1e5-4e22-94d1-b5fb8ee8a702 admin admin] Notify agent at l3_agent.dv-cinder-792462-15-smb the message routers_updated {{(pid=104576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 19:49:04.523259 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-39fe1a52-e1e5-4e22-94d1-b5fb8ee8a702 admin admin] 10.222.0.38 "PUT /v2.0/routers/679fd4ad-295e-41c8-8f68-a02dec5876fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1286860 Jun 21 19:49:04.525823 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 45856) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:49:04.528893 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe01e85-5668-40cb-a14b-bce35e51707e None None] Sync routers for ids ['679fd4ad-295e-41c8-8f68-a02dec5876fa'] in dv-cinder-792462-15-smb {{(pid=104577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 19:49:04.538406 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe01e85-5668-40cb-a14b-bce35e51707e None None] Routers {'679fd4ad-295e-41c8-8f68-a02dec5876fa'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:49:04.539033 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-fbe01e85-5668-40cb-a14b-bce35e51707e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:49:03Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['679fd4ad-295e-41c8-8f68-a02dec5876fa'], 'active': True} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:49:04.575433 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device a7364364-388b-40f3-a324-112e1db0db28 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=104577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 19:49:04.627604 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-ed8df962-29a1-4679-be6f-8f52ce262ead admin admin] Notify callbacks [] for router, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:04.694740 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvr_db [None req-fbe01e85-5668-40cb-a14b-bce35e51707e None None] Set router 679fd4ad-295e-41c8-8f68-a02dec5876fa gateway port host: dv-cinder-792462-15-smb {{(pid=104577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:49:04.732132 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-ed8df962-29a1-4679-be6f-8f52ce262ead admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:04.783006 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.plugin [None req-ed8df962-29a1-4679-be6f-8f52ce262ead admin admin] Deleting port 6d3f0b3e-8491-430e-8333-17b23e44bbbb {{(pid=104576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 19:49:04.783345 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-ed8df962-29a1-4679-be6f-8f52ce262ead admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761649817829'] for port, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:04.805924 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port a7364364-388b-40f3-a324-112e1db0db28, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a7364364-388b-40f3-a324-112e1db0db28,segment=NetworkSegment(e202d1ae-8a3f-4de6-bda1-b53b4f0f8fab),segment_id=e202d1ae-8a3f-4de6-bda1-b53b4f0f8fab)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:49:04.822542 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Returning: {'device': 'a7364364-388b-40f3-a324-112e1db0db28', 'network_id': 'f83e3e6f-0c8e-4ab7-af9c-731326ea9260', 'port_id': 'a7364364-388b-40f3-a324-112e1db0db28', 'mac_address': 'fa:16:3e:e1:97:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce1151cf-2ecc-44e3-aa52-cfec5d7d7e35', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 19:49:04.863565 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.db [None req-ed8df962-29a1-4679-be6f-8f52ce262ead admin admin] For port 6d3f0b3e-8491-430e-8333-17b23e44bbbb, host dv-cinder-792462-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=6d3f0b3e-8491-430e-8333-17b23e44bbbb,segment=NetworkSegment(9e55d9b0-2d6a-4ec9-a110-693459193d1d),segment_id=9e55d9b0-2d6a-4ec9-a110-693459193d1d)] {{(pid=104576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:49:04.863935 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-ed8df962-29a1-4679-be6f-8f52ce262ead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33076891'] for port, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:04.928164 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.plugin [None req-ed8df962-29a1-4679-be6f-8f52ce262ead admin admin] Calling delete_port for 6d3f0b3e-8491-430e-8333-17b23e44bbbb owned by network:router_gateway {{(pid=104576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 19:49:05.019579 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:05.035368 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.notifiers.nova [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7364364-388b-40f3-a324-112e1db0db28 {{(pid=104577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:49:05.057687 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port a7364364-388b-40f3-a324-112e1db0db28, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a7364364-388b-40f3-a324-112e1db0db28,segment=NetworkSegment(e202d1ae-8a3f-4de6-bda1-b53b4f0f8fab),segment_id=e202d1ae-8a3f-4de6-bda1-b53b4f0f8fab)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:49:05.061874 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:05.065892 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:49:05.092324 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-ed8df962-29a1-4679-be6f-8f52ce262ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761649822437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761649331806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29817493'] for port, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:05.095090 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-4816522a-b889-4864-9162-0e0542b01b3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:49:05.107342 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-fbe01e85-5668-40cb-a14b-bce35e51707e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679fd4ad-295e-41c8-8f68-a02dec5876fa', 'name': 'tempest-TestMinimumBasicScenario-779548629-router', 'tenant_id': '3205c2d168d1416082370ad83702a837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '6d3f0b3e-8491-430e-8333-17b23e44bbbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:45:53Z', 'updated_at': '2021-06-21T19:49:03Z', 'revision_number': 5, 'project_id': '3205c2d168d1416082370ad83702a837', 'gw_port': {'id': '6d3f0b3e-8491-430e-8333-17b23e44bbbb', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:d9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '679fd4ad-295e-41c8-8f68-a02dec5876fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:45:54Z', 'updated_at': '2021-06-21T19:46:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb'}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:49:05.125503 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8df962-29a1-4679-be6f-8f52ce262ead admin admin] Pushing event deleted for resources: {'Port': ['ID=6d3f0b3e-8491-430e-8333-17b23e44bbbb,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:49:05.131942 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-ed8df962-29a1-4679-be6f-8f52ce262ead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:49:05.143997 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe01e85-5668-40cb-a14b-bce35e51707e None None] Checking router: 679fd4ad-295e-41c8-8f68-a02dec5876fa for host: dv-cinder-792462-15-smb {{(pid=104577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 19:49:05.146977 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Pushing event updated for resources: {'Port': ['ID=a7364364-388b-40f3-a324-112e1db0db28,revision_number=4']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:49:05.151128 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:49:05.155800 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe01e85-5668-40cb-a14b-bce35e51707e None None] Routers {'679fd4ad-295e-41c8-8f68-a02dec5876fa'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:49:05.156410 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-fbe01e85-5668-40cb-a14b-bce35e51707e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:49:03Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['679fd4ad-295e-41c8-8f68-a02dec5876fa'], 'active': True} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:49:05.203352 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-ed8df962-29a1-4679-be6f-8f52ce262ead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33078106'] for router_gateway, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:05.227888 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvr_db [None req-fbe01e85-5668-40cb-a14b-bce35e51707e None None] Set router 679fd4ad-295e-41c8-8f68-a02dec5876fa gateway port host: None {{(pid=104577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:49:05.284445 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-fbe01e85-5668-40cb-a14b-bce35e51707e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '679fd4ad-295e-41c8-8f68-a02dec5876fa', 'name': 'tempest-TestMinimumBasicScenario-779548629-router', 'tenant_id': '3205c2d168d1416082370ad83702a837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:45:53Z', 'updated_at': '2021-06-21T19:49:05Z', 'revision_number': 7, 'project_id': '3205c2d168d1416082370ad83702a837', 'gw_port_host': None}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:49:05.306891 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-ed8df962-29a1-4679-be6f-8f52ce262ead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33081412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-620'] for router, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:05.309474 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-ed8df962-29a1-4679-be6f-8f52ce262ead admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:05.314137 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] get_ports_and_sgs() called for port_ids ['a7364364-388b-40f3-a324-112e1db0db28'] {{(pid=104577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 19:49:05.317472 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe01e85-5668-40cb-a14b-bce35e51707e None None] The sync data for ids ['679fd4ad-295e-41c8-8f68-a02dec5876fa'] in dv-cinder-792462-15-smb is: [{'id': '679fd4ad-295e-41c8-8f68-a02dec5876fa', 'name': 'tempest-TestMinimumBasicScenario-779548629-router', 'tenant_id': '3205c2d168d1416082370ad83702a837', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:45:53Z', 'updated_at': '2021-06-21T19:49:05Z', 'revision_number': 7, 'project_id': '3205c2d168d1416082370ad83702a837', 'gw_port_host': None}] {{(pid=104577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 19:49:05.363327 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-ed8df962-29a1-4679-be6f-8f52ce262ead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33080853'] for router, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:05.363327 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8df962-29a1-4679-be6f-8f52ce262ead admin admin] Fanout notify agent at l3_agent the message router_deleted on router 679fd4ad-295e-41c8-8f68-a02dec5876fa {{(pid=104576) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 19:49:05.370133 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-ed8df962-29a1-4679-be6f-8f52ce262ead admin admin] Notify callbacks [] for router, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:05.371355 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-ed8df962-29a1-4679-be6f-8f52ce262ead admin admin] 10.222.0.38 "DELETE /v2.0/routers/679fd4ad-295e-41c8-8f68-a02dec5876fa HTTP/1.1" status: 204 len: 168 time: 0.8445692 Jun 21 19:49:05.373807 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 45864) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:49:05.423634 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.db_base_plugin_v2 [None req-05b2d3d6-addd-4bbd-aff6-044082e837b6 admin admin] Deleting subnet 99480cc9-be18-4d81-9b4a-7e12c2e3e8b8 {{(pid=104576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 19:49:05.426809 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-05b2d3d6-addd-4bbd-aff6-044082e837b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:05.462298 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-05b2d3d6-addd-4bbd-aff6-044082e837b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24801018'] for subnet, precommit_delete_associations {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:05.610039 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-05b2d3d6-addd-4bbd-aff6-044082e837b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-744040'] for subnet, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:05.635162 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdba7d3-f48f-43dc-992b-4c7594f2db34 req-855b2017-eca1-4ae4-a878-3feeed9fa725 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:05.636574 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-0fdba7d3-f48f-43dc-992b-4c7594f2db34 req-855b2017-eca1-4ae4-a878-3feeed9fa725 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9869c6f-7f07-4e8c-a0e7-b5dae483ea99 HTTP/1.1" status: 200 len: 944 time: 0.3662968 Jun 21 19:49:05.692578 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-0fdba7d3-f48f-43dc-992b-4c7594f2db34 req-dab510e2-2418-4b7b-a23c-3b0084467830 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6a5ffc1-89fe-4eca-8ce1-ad87dba845c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497065 Jun 21 19:49:05.699032 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-05b2d3d6-addd-4bbd-aff6-044082e837b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-744039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29817583', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29967410'] for subnet, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:05.701229 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:49:05.727801 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b2d3d6-addd-4bbd-aff6-044082e837b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99480cc9-be18-4d81-9b4a-7e12c2e3e8b8,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:49:05.732607 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-05b2d3d6-addd-4bbd-aff6-044082e837b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:05.734628 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-05b2d3d6-addd-4bbd-aff6-044082e837b6 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/99480cc9-be18-4d81-9b4a-7e12c2e3e8b8 HTTP/1.1" status: 204 len: 168 time: 0.3596787 Jun 21 19:49:05.736155 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-05b2d3d6-addd-4bbd-aff6-044082e837b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:49:05.737760 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 45866) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:49:05.743577 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87305828-eaba-42a8-adb6-5fefe234eed4 None None] Network 19c05a2e-c96a-47ee-8535-1ae4ceee4224 requested from dv-cinder-792462-15-smb {{(pid=104577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:49:05.812770 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-dab85290-0d24-4007-b4ae-d95c41d65600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583444'] for network, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:05.863886 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.plugin [None req-dab85290-0d24-4007-b4ae-d95c41d65600 admin admin] Deleting port 8738f05b-1e2e-4206-a4e9-c464be554a14 {{(pid=104576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 19:49:05.864130 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-dab85290-0d24-4007-b4ae-d95c41d65600 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761649817829'] for port, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:05.927805 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.db [None req-dab85290-0d24-4007-b4ae-d95c41d65600 admin admin] For port 8738f05b-1e2e-4206-a4e9-c464be554a14, host dv-cinder-792462-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=8738f05b-1e2e-4206-a4e9-c464be554a14,segment=NetworkSegment(1e2c063c-fdc2-4734-a057-fcb9075c4b82),segment_id=1e2c063c-fdc2-4734-a057-fcb9075c4b82)] {{(pid=104576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:49:05.928185 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-dab85290-0d24-4007-b4ae-d95c41d65600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33076891'] for port, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:05.965263 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-42de2df7-e83b-4cb7-9b47-4d153e7d24d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:05.989314 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.plugin [None req-dab85290-0d24-4007-b4ae-d95c41d65600 admin admin] Calling delete_port for 8738f05b-1e2e-4206-a4e9-c464be554a14 owned by network:dhcp {{(pid=104576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 19:49:06.069307 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-dab85290-0d24-4007-b4ae-d95c41d65600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761649822437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761649331806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29817493'] for port, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:06.071179 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:49:06.091382 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab85290-0d24-4007-b4ae-d95c41d65600 admin admin] Pushing event deleted for resources: {'Port': ['ID=8738f05b-1e2e-4206-a4e9-c464be554a14,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:49:06.095443 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-dab85290-0d24-4007-b4ae-d95c41d65600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:49:06.097610 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab85290-0d24-4007-b4ae-d95c41d65600 admin admin] No DVR routers for this DVR port 8738f05b-1e2e-4206-a4e9-c464be554a14 on host dv-cinder-792462-15-smb {{(pid=104576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 19:49:06.161392 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325b3638-793d-484f-9960-50bde4f18005 None None] DHCP port deletion for 19c05a2e-c96a-47ee-8535-1ae4ceee4224 request from dv-cinder-792462-15-smb {{(pid=104577) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 19:49:06.173414 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-dab85290-0d24-4007-b4ae-d95c41d65600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744951', 'neutron.services.segments.db._delete_segments_for_network-8761649872083'] for network, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:06.186421 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.services.segments.db [None req-dab85290-0d24-4007-b4ae-d95c41d65600 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19c05a2e-c96a-47ee-8535-1ae4ceee4224']}} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:49:06.195753 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.services.segments.db [None req-dab85290-0d24-4007-b4ae-d95c41d65600 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e2c063c-fdc2-4734-a057-fcb9075c4b82') {'for_net_delete': True} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:49:06.196047 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.services.segments.db [None req-dab85290-0d24-4007-b4ae-d95c41d65600 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e2c063c-fdc2-4734-a057-fcb9075c4b82') {} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:49:06.204674 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-dab85290-0d24-4007-b4ae-d95c41d65600 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761649871912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24801011'] for segment, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:06.218937 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-dab85290-0d24-4007-b4ae-d95c41d65600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740799'] for segment, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:06.225670 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dab85290-0d24-4007-b4ae-d95c41d65600 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=104576) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 19:49:06.226286 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-dab85290-0d24-4007-b4ae-d95c41d65600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29673540'] for segment, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:06.228234 dv-cinder-792462-15-smb neutron-server[104576]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:49:06.228234 dv-cinder-792462-15-smb neutron-server[104576]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:49:06.228234 dv-cinder-792462-15-smb neutron-server[104576]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:49:06.228234 dv-cinder-792462-15-smb neutron-server[104576]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:49:06.228234 dv-cinder-792462-15-smb neutron-server[104576]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:49:06.228234 dv-cinder-792462-15-smb neutron-server[104576]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:49:06.228234 dv-cinder-792462-15-smb neutron-server[104576]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 19:49:06.228234 dv-cinder-792462-15-smb neutron-server[104576]: conditions |= (models_v2.Port.network_id.in_( Jun 21 19:49:06.228234 dv-cinder-792462-15-smb neutron-server[104576]: Traceback (most recent call last): Jun 21 19:49:06.228234 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 19:49:06.228234 dv-cinder-792462-15-smb neutron-server[104576]: timer() Jun 21 19:49:06.228234 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 19:49:06.228234 dv-cinder-792462-15-smb neutron-server[104576]: cb(*args, **kw) Jun 21 19:49:06.228234 dv-cinder-792462-15-smb neutron-server[104576]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 19:49:06.228234 dv-cinder-792462-15-smb neutron-server[104576]: return func(*args, **kwargs) Jun 21 19:49:06.228234 dv-cinder-792462-15-smb neutron-server[104576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 19:49:06.228234 dv-cinder-792462-15-smb neutron-server[104576]: self._notify() Jun 21 19:49:06.228234 dv-cinder-792462-15-smb neutron-server[104576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 19:49:06.228234 dv-cinder-792462-15-smb neutron-server[104576]: self.callback(batched_events) Jun 21 19:49:06.228234 dv-cinder-792462-15-smb neutron-server[104576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 19:49:06.228234 dv-cinder-792462-15-smb neutron-server[104576]: event.method(event) Jun 21 19:49:06.228234 dv-cinder-792462-15-smb neutron-server[104576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 19:49:06.228234 dv-cinder-792462-15-smb neutron-server[104576]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 19:49:06.228234 dv-cinder-792462-15-smb neutron-server[104576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 19:49:06.228234 dv-cinder-792462-15-smb neutron-server[104576]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 19:49:06.228234 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 19:49:06.228234 dv-cinder-792462-15-smb neutron-server[104576]: return f(self, *a, **k) Jun 21 19:49:06.228234 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 19:49:06.228234 dv-cinder-792462-15-smb neutron-server[104576]: return self._get(url).json() Jun 21 19:49:06.228234 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 19:49:06.228234 dv-cinder-792462-15-smb neutron-server[104576]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 19:49:06.228234 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 19:49:06.228234 dv-cinder-792462-15-smb neutron-server[104576]: return self.request(url, 'GET', **kwargs) Jun 21 19:49:06.228234 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 19:49:06.228234 dv-cinder-792462-15-smb neutron-server[104576]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 19:49:06.228234 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 19:49:06.228234 dv-cinder-792462-15-smb neutron-server[104576]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 19:49:06.228234 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 19:49:06.228234 dv-cinder-792462-15-smb neutron-server[104576]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 19:49:06.228234 dv-cinder-792462-15-smb neutron-server[104576]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 19:49:06.232240 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device 9f1ed709-539d-492d-85a2-02ea9cd29125 no longer exists at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 19:49:06.255522 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] No Port match for: 9f1ed709-539d-492d-85a2-02ea9cd29125 {{(pid=104577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 19:49:06.255970 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device 9f1ed709-539d-492d-85a2-02ea9cd29125 not bound to the agent host dv-cinder-792462-15-smb {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 19:49:06.256438 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device 8738f05b-1e2e-4206-a4e9-c464be554a14 no longer exists at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 19:49:06.280094 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] No Port match for: 8738f05b-1e2e-4206-a4e9-c464be554a14 {{(pid=104577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 19:49:06.280482 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device 8738f05b-1e2e-4206-a4e9-c464be554a14 not bound to the agent host dv-cinder-792462-15-smb {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 19:49:06.280918 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device 6d3f0b3e-8491-430e-8333-17b23e44bbbb no longer exists at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 19:49:06.289426 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-dab85290-0d24-4007-b4ae-d95c41d65600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33202238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33078149'] for network, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:06.298358 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-09c6bfd6-13c0-4278-b17f-cec136dc0392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:49:06.300923 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] No Port match for: 6d3f0b3e-8491-430e-8333-17b23e44bbbb {{(pid=104577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 19:49:06.301462 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device 6d3f0b3e-8491-430e-8333-17b23e44bbbb not bound to the agent host dv-cinder-792462-15-smb {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 19:49:06.313651 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-dab85290-0d24-4007-b4ae-d95c41d65600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for network, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:06.318557 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-dab85290-0d24-4007-b4ae-d95c41d65600 admin admin] 10.222.0.38 "DELETE /v2.0/networks/19c05a2e-c96a-47ee-8535-1ae4ceee4224 HTTP/1.1" status: 204 len: 168 time: 0.5773084 Jun 21 19:49:06.318557 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab85290-0d24-4007-b4ae-d95c41d65600 admin admin] Pushing event deleted for resources: {'Network': ['ID=19c05a2e-c96a-47ee-8535-1ae4ceee4224,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:49:06.318969 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 45872) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:49:06.327166 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-dab85290-0d24-4007-b4ae-d95c41d65600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:49:06.553510 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device a7364364-388b-40f3-a324-112e1db0db28 up at agent hyperv_hv-cinder-79246 {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:49:06.603218 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Provisioning for port a7364364-388b-40f3-a324-112e1db0db28 completed by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 19:49:06.606806 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Provisioning complete for port a7364364-388b-40f3-a324-112e1db0db28 triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:49:06.607256 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:06.682502 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:06.706019 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9869c6f-7f07-4e8c-a0e7-b5dae483ea99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7364364-388b-40f3-a324-112e1db0db28'}] {{(pid=104577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:49:06.708328 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c14435dcc002c6d250290293137fb351442a83316ffa0c10b5cf8ed6f24812f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5fa64c-23d2-403a-a24a-9ac94263fbd9" -d '{"events": [{"server_uuid": "b9869c6f-7f07-4e8c-a0e7-b5dae483ea99", "name": "network-vif-plugged", "status": "completed", "tag": "a7364364-388b-40f3-a324-112e1db0db28"}]}' {{(pid=104577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:49:06.720914 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port a7364364-388b-40f3-a324-112e1db0db28, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a7364364-388b-40f3-a324-112e1db0db28,segment=NetworkSegment(e202d1ae-8a3f-4de6-bda1-b53b4f0f8fab),segment_id=e202d1ae-8a3f-4de6-bda1-b53b4f0f8fab)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:49:06.726181 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:06.729152 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:49:06.731066 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-9535488f-5222-40b9-9c26-88a44c15045d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33080010'] for router_interface, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:06.756772 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 19:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c924b4-18fb-4fdf-9bb9-0de0f749ca02 x-openstack-request-id: req-d7c924b4-18fb-4fdf-9bb9-0de0f749ca02 {{(pid=104577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:49:06.757277 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9869c6f-7f07-4e8c-a0e7-b5dae483ea99", "name": "network-vif-plugged", "status": "completed", "tag": "a7364364-388b-40f3-a324-112e1db0db28", "code": 200}]} {{(pid=104577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:49:06.757365 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-d7c924b4-18fb-4fdf-9bb9-0de0f749ca02 {{(pid=104577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:49:06.757938 dv-cinder-792462-15-smb neutron-server[104577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9869c6f-7f07-4e8c-a0e7-b5dae483ea99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7364364-388b-40f3-a324-112e1db0db28', 'code': 200} Jun 21 19:49:06.794466 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Pushing event updated for resources: {'Port': ['ID=a7364364-388b-40f3-a324-112e1db0db28,revision_number=5']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:49:06.798269 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:49:07.122038 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873057a0-8940-4376-9a3e-0f6a3692fb30 req-a49d166c-5222-4a1a-be4a-ce9b6d16adf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:07.123545 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-873057a0-8940-4376-9a3e-0f6a3692fb30 req-a49d166c-5222-4a1a-be4a-ce9b6d16adf7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b9869c6f-7f07-4e8c-a0e7-b5dae483ea99 HTTP/1.1" status: 200 len: 1098 time: 0.0512638 Jun 21 19:49:07.164225 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-873057a0-8940-4376-9a3e-0f6a3692fb30 req-f436af9c-eec5-476b-9c95-879d5caf5d87 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c6a5ffc1-89fe-4eca-8ce1-ad87dba845c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329597 Jun 21 19:49:07.269963 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ba6f1-55af-40b8-b8be-a415c9bbac0b req-cc40de98-9ce8-4ec8-a1a5-eb66488896c5 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:07.271421 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-8a1ba6f1-55af-40b8-b8be-a415c9bbac0b req-cc40de98-9ce8-4ec8-a1a5-eb66488896c5 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9869c6f-7f07-4e8c-a0e7-b5dae483ea99 HTTP/1.1" status: 200 len: 945 time: 0.4370418 Jun 21 19:49:07.350613 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-8a1ba6f1-55af-40b8-b8be-a415c9bbac0b req-6a86d250-46af-40f0-8e37-399c93de0ebb tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6a5ffc1-89fe-4eca-8ce1-ad87dba845c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595725 Jun 21 19:49:07.372247 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-9535488f-5222-40b9-9c26-88a44c15045d admin admin] Deleting port 88840f32-8f8a-4264-9163-c9f8e0960def {{(pid=104575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 19:49:07.372533 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-9535488f-5222-40b9-9c26-88a44c15045d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761649817829'] for port, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:07.453116 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-9535488f-5222-40b9-9c26-88a44c15045d admin admin] For port 88840f32-8f8a-4264-9163-c9f8e0960def, host dv-cinder-792462-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=88840f32-8f8a-4264-9163-c9f8e0960def,segment=NetworkSegment(10677d95-ac5b-4d10-a560-c75be4b99e04),segment_id=10677d95-ac5b-4d10-a560-c75be4b99e04)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:49:07.453477 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-9535488f-5222-40b9-9c26-88a44c15045d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33076891'] for port, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:07.517338 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-9535488f-5222-40b9-9c26-88a44c15045d admin admin] Calling delete_port for 88840f32-8f8a-4264-9163-c9f8e0960def owned by network:router_interface {{(pid=104575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 19:49:07.713971 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-9535488f-5222-40b9-9c26-88a44c15045d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761649822437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761649331806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30138787'] for port, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:07.716606 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-62b392c9-0bd6-479f-aca1-48ee27bb224b tempest-VolumesActionsTest-187093024 tempest-VolumesActionsTest-187093024-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:49:07.741388 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9535488f-5222-40b9-9c26-88a44c15045d admin admin] Pushing event deleted for resources: {'Port': ['ID=88840f32-8f8a-4264-9163-c9f8e0960def,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:49:07.745197 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-9535488f-5222-40b9-9c26-88a44c15045d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:49:07.905558 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-9535488f-5222-40b9-9c26-88a44c15045d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32961640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33079926'] for router_interface, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:08.118478 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9535488f-5222-40b9-9c26-88a44c15045d admin admin] Router 4072709a-417d-4e8b-99ec-10e8e46d3430 has already been hosted by L3 agent 340c6150-ff20-4abf-b4fe-5b82b8e71fd8 {{(pid=104575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 19:49:08.223875 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9535488f-5222-40b9-9c26-88a44c15045d admin admin] Notify agent at l3_agent.dv-cinder-792462-15-smb the message routers_updated {{(pid=104575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 19:49:08.228691 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-9535488f-5222-40b9-9c26-88a44c15045d admin admin] 10.222.0.38 "PUT /v2.0/routers/4072709a-417d-4e8b-99ec-10e8e46d3430/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9087040 Jun 21 19:49:08.231362 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 45882) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:49:08.234571 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af962db5-2c63-4f6e-90a8-d93ac6b58466 None None] Sync routers for ids ['4072709a-417d-4e8b-99ec-10e8e46d3430'] in dv-cinder-792462-15-smb {{(pid=104578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 19:49:08.243479 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af962db5-2c63-4f6e-90a8-d93ac6b58466 None None] Routers {'4072709a-417d-4e8b-99ec-10e8e46d3430'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:49:08.244076 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-af962db5-2c63-4f6e-90a8-d93ac6b58466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:49:03Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['4072709a-417d-4e8b-99ec-10e8e46d3430'], 'active': True} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:49:08.334019 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-319dccd1-b77e-4534-9905-1422cbd01b73 admin admin] Notify callbacks [] for router, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:08.347892 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvr_db [None req-af962db5-2c63-4f6e-90a8-d93ac6b58466 None None] Set router 4072709a-417d-4e8b-99ec-10e8e46d3430 gateway port host: dv-cinder-792462-15-smb {{(pid=104578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:49:08.436983 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-319dccd1-b77e-4534-9905-1422cbd01b73 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:08.519728 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-af962db5-2c63-4f6e-90a8-d93ac6b58466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4072709a-417d-4e8b-99ec-10e8e46d3430', 'name': 'tempest-TestMinimumBasicScenario-1605135086-router', 'tenant_id': '29cdef9969ec4907a5d641941b42768e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.74'}], 'enable_snat': True}, 'gw_port_id': '3144fd92-1408-4dab-ab3f-2c650595d098', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:45:59Z', 'updated_at': '2021-06-21T19:49:07Z', 'revision_number': 5, 'project_id': '29cdef9969ec4907a5d641941b42768e', 'gw_port': {'id': '3144fd92-1408-4dab-ab3f-2c650595d098', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4072709a-417d-4e8b-99ec-10e8e46d3430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:46:00Z', 'updated_at': '2021-06-21T19:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb'}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:49:08.537081 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-319dccd1-b77e-4534-9905-1422cbd01b73 admin admin] Deleting port 3144fd92-1408-4dab-ab3f-2c650595d098 {{(pid=104575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 19:49:08.537226 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-319dccd1-b77e-4534-9905-1422cbd01b73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761649817829'] for port, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:08.585589 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41281fce-1233-4897-9075-5b1a25144e86 req-0213d3cd-7cbc-4135-9642-409959b743c7 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:08.587076 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-41281fce-1233-4897-9075-5b1a25144e86 req-0213d3cd-7cbc-4135-9642-409959b743c7 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9869c6f-7f07-4e8c-a0e7-b5dae483ea99 HTTP/1.1" status: 200 len: 945 time: 0.1175840 Jun 21 19:49:08.636198 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af962db5-2c63-4f6e-90a8-d93ac6b58466 None None] Checking router: 4072709a-417d-4e8b-99ec-10e8e46d3430 for host: dv-cinder-792462-15-smb {{(pid=104578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 19:49:08.644874 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af962db5-2c63-4f6e-90a8-d93ac6b58466 None None] Routers {'4072709a-417d-4e8b-99ec-10e8e46d3430'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:49:08.645499 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-af962db5-2c63-4f6e-90a8-d93ac6b58466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:49:03Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['4072709a-417d-4e8b-99ec-10e8e46d3430'], 'active': True} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:49:08.645774 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-41281fce-1233-4897-9075-5b1a25144e86 req-046b2cd6-dc2f-406b-a3b6-f453087513f3 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6a5ffc1-89fe-4eca-8ce1-ad87dba845c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487261 Jun 21 19:49:08.658212 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-319dccd1-b77e-4534-9905-1422cbd01b73 admin admin] For port 3144fd92-1408-4dab-ab3f-2c650595d098, host dv-cinder-792462-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=3144fd92-1408-4dab-ab3f-2c650595d098,segment=NetworkSegment(9e55d9b0-2d6a-4ec9-a110-693459193d1d),segment_id=9e55d9b0-2d6a-4ec9-a110-693459193d1d)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:49:08.658212 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-319dccd1-b77e-4534-9905-1422cbd01b73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33076891'] for port, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:08.725031 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-319dccd1-b77e-4534-9905-1422cbd01b73 admin admin] Calling delete_port for 3144fd92-1408-4dab-ab3f-2c650595d098 owned by network:router_gateway {{(pid=104575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 19:49:08.732052 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvr_db [None req-af962db5-2c63-4f6e-90a8-d93ac6b58466 None None] Set router 4072709a-417d-4e8b-99ec-10e8e46d3430 gateway port host: None {{(pid=104578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:49:08.784685 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-af962db5-2c63-4f6e-90a8-d93ac6b58466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4072709a-417d-4e8b-99ec-10e8e46d3430', 'name': 'tempest-TestMinimumBasicScenario-1605135086-router', 'tenant_id': '29cdef9969ec4907a5d641941b42768e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:45:59Z', 'updated_at': '2021-06-21T19:49:08Z', 'revision_number': 6, 'project_id': '29cdef9969ec4907a5d641941b42768e', 'gw_port_host': None}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:49:08.815114 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af962db5-2c63-4f6e-90a8-d93ac6b58466 None None] The sync data for ids ['4072709a-417d-4e8b-99ec-10e8e46d3430'] in dv-cinder-792462-15-smb is: [{'id': '4072709a-417d-4e8b-99ec-10e8e46d3430', 'name': 'tempest-TestMinimumBasicScenario-1605135086-router', 'tenant_id': '29cdef9969ec4907a5d641941b42768e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:45:59Z', 'updated_at': '2021-06-21T19:49:08Z', 'revision_number': 6, 'project_id': '29cdef9969ec4907a5d641941b42768e', 'gw_port_host': None}] {{(pid=104578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 19:49:08.821080 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee083d1d-a268-4422-a3ed-20762b302167 req-ac4438f3-f2ab-4969-b836-64013bad5089 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:08.826486 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-ee083d1d-a268-4422-a3ed-20762b302167 req-ac4438f3-f2ab-4969-b836-64013bad5089 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9869c6f-7f07-4e8c-a0e7-b5dae483ea99 HTTP/1.1" status: 200 len: 945 time: 0.0692575 Jun 21 19:49:08.833281 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 45890) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:49:08.839055 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.v2.base [None req-33049e2a-b9ed-4cad-a374-c20539f52f99 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Request body: {'floatingip': {'port_id': 'a7364364-388b-40f3-a324-112e1db0db28'}} {{(pid=104576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:49:08.881034 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-33049e2a-b9ed-4cad-a374-c20539f52f99 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks [] for floatingip, before_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:08.896208 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-319dccd1-b77e-4534-9905-1422cbd01b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761649822437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761649331806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30138787'] for port, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:08.898149 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-4dd060e4-6a2e-4a22-90f7-b9ae36fe1e6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:49:08.919639 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319dccd1-b77e-4534-9905-1422cbd01b73 admin admin] Pushing event deleted for resources: {'Port': ['ID=3144fd92-1408-4dab-ab3f-2c650595d098,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:49:08.923931 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-319dccd1-b77e-4534-9905-1422cbd01b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:49:08.981864 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-319dccd1-b77e-4534-9905-1422cbd01b73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33078106'] for router_gateway, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:09.084703 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-319dccd1-b77e-4534-9905-1422cbd01b73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33081412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-620'] for router, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:09.086853 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-319dccd1-b77e-4534-9905-1422cbd01b73 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:09.148016 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-319dccd1-b77e-4534-9905-1422cbd01b73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33080853'] for router, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:09.148531 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319dccd1-b77e-4534-9905-1422cbd01b73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4072709a-417d-4e8b-99ec-10e8e46d3430 {{(pid=104575) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 19:49:09.156060 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-319dccd1-b77e-4534-9905-1422cbd01b73 admin admin] Notify callbacks [] for router, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:09.160375 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-319dccd1-b77e-4534-9905-1422cbd01b73 admin admin] 10.222.0.38 "DELETE /v2.0/routers/4072709a-417d-4e8b-99ec-10e8e46d3430 HTTP/1.1" status: 204 len: 168 time: 0.9280760 Jun 21 19:49:09.160981 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 45892) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:49:09.208632 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f248817-90f3-44c6-8b8c-89ceeb9441ba admin admin] Deleting subnet 60644266-b355-4d2e-89a2-0c4ce9a5e096 {{(pid=104575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 19:49:09.212276 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-7f248817-90f3-44c6-8b8c-89ceeb9441ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:09.253142 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-7f248817-90f3-44c6-8b8c-89ceeb9441ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30138819'] for subnet, precommit_delete_associations {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:09.364415 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-7f248817-90f3-44c6-8b8c-89ceeb9441ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-744040'] for subnet, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:09.418810 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-7f248817-90f3-44c6-8b8c-89ceeb9441ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-744039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30138841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29561145'] for subnet, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:09.421494 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-5f459e46-de19-45dd-83e7-17439a10a2ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:49:09.446963 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f248817-90f3-44c6-8b8c-89ceeb9441ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60644266-b355-4d2e-89a2-0c4ce9a5e096,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:49:09.448943 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-7f248817-90f3-44c6-8b8c-89ceeb9441ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for subnet, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:09.453185 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-7f248817-90f3-44c6-8b8c-89ceeb9441ba admin admin] 10.222.0.38 "DELETE /v2.0/subnets/60644266-b355-4d2e-89a2-0c4ce9a5e096 HTTP/1.1" status: 204 len: 168 time: 0.2889321 Jun 21 19:49:09.453185 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-7f248817-90f3-44c6-8b8c-89ceeb9441ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:49:09.454081 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 45894) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:49:09.457508 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d17f4b-883f-4ee6-b4e8-839df6e661ca None None] Network 8626676b-e142-457f-b056-783dd96ba3c7 requested from dv-cinder-792462-15-smb {{(pid=104577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:49:09.525196 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e68688fc-c3f7-4303-a278-36249c37abd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583444'] for network, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:09.543015 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.db.resource_extend [None req-33049e2a-b9ed-4cad-a374-c20539f52f99 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 21 19:49:09.587508 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-e68688fc-c3f7-4303-a278-36249c37abd5 admin admin] Deleting port cb7ca0e4-25c5-4b48-bee5-e1c0b8bc22d7 {{(pid=104575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 19:49:09.587958 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e68688fc-c3f7-4303-a278-36249c37abd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761649817829'] for port, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:09.593411 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-33049e2a-b9ed-4cad-a374-c20539f52f99 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:09.598430 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-33049e2a-b9ed-4cad-a374-c20539f52f99 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33078199'] for floatingip, after_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:09.657520 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-e68688fc-c3f7-4303-a278-36249c37abd5 admin admin] For port cb7ca0e4-25c5-4b48-bee5-e1c0b8bc22d7, host dv-cinder-792462-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=cb7ca0e4-25c5-4b48-bee5-e1c0b8bc22d7,segment=NetworkSegment(10677d95-ac5b-4d10-a560-c75be4b99e04),segment_id=10677d95-ac5b-4d10-a560-c75be4b99e04)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:49:09.657520 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e68688fc-c3f7-4303-a278-36249c37abd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33076891'] for port, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:09.663014 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ac598e-129d-4210-b711-d50433d77504 None None] DHCP port deletion for 8626676b-e142-457f-b056-783dd96ba3c7 request from dv-cinder-792462-15-smb {{(pid=104577) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 19:49:09.710686 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-b1ac598e-129d-4210-b711-d50433d77504 None None] Deleting port cb7ca0e4-25c5-4b48-bee5-e1c0b8bc22d7 {{(pid=104577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 19:49:09.711089 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-b1ac598e-129d-4210-b711-d50433d77504 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761649817829'] for port, before_delete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:09.739309 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.db.l3_db [None req-33049e2a-b9ed-4cad-a374-c20539f52f99 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Floating IP 3c925fcd-bacf-47df-8d5a-953a70116c53 associated. External IP: 172.28.3.184, port: a7364364-388b-40f3-a324-112e1db0db28. Jun 21 19:49:09.751704 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-e68688fc-c3f7-4303-a278-36249c37abd5 admin admin] Calling delete_port for cb7ca0e4-25c5-4b48-bee5-e1c0b8bc22d7 owned by network:dhcp {{(pid=104575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 19:49:09.776711 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-b1ac598e-129d-4210-b711-d50433d77504 None None] For port cb7ca0e4-25c5-4b48-bee5-e1c0b8bc22d7, host dv-cinder-792462-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=cb7ca0e4-25c5-4b48-bee5-e1c0b8bc22d7,segment=NetworkSegment(10677d95-ac5b-4d10-a560-c75be4b99e04),segment_id=10677d95-ac5b-4d10-a560-c75be4b99e04)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:49:09.777144 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-b1ac598e-129d-4210-b711-d50433d77504 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33076891'] for port, precommit_delete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:09.850373 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-b1ac598e-129d-4210-b711-d50433d77504 None None] Calling delete_port for cb7ca0e4-25c5-4b48-bee5-e1c0b8bc22d7 owned by network:dhcp {{(pid=104577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 19:49:09.852834 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e68688fc-c3f7-4303-a278-36249c37abd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761649822437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761649331806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30138787'] for port, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:09.860390 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-d00d2468-8efb-41f6-a6d1-47a016306ee7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:49:09.887309 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68688fc-c3f7-4303-a278-36249c37abd5 admin admin] No DVR routers for this DVR port cb7ca0e4-25c5-4b48-bee5-e1c0b8bc22d7 on host dv-cinder-792462-15-smb {{(pid=104575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 19:49:09.911521 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68688fc-c3f7-4303-a278-36249c37abd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb7ca0e4-25c5-4b48-bee5-e1c0b8bc22d7,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:49:09.918869 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-e68688fc-c3f7-4303-a278-36249c37abd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:49:09.973993 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e68688fc-c3f7-4303-a278-36249c37abd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744951', 'neutron.services.segments.db._delete_segments_for_network-8761649872083'] for network, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:09.984196 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.services.segments.db [None req-e68688fc-c3f7-4303-a278-36249c37abd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8626676b-e142-457f-b056-783dd96ba3c7']}} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:49:09.987985 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-b1ac598e-129d-4210-b711-d50433d77504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761649822437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761649331806'] for port, after_delete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:09.990857 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:49:09.992470 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33049e2a-b9ed-4cad-a374-c20539f52f99 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Router 2fe78aa0-6f86-458e-87f5-529228609f09 has already been hosted by L3 agent 340c6150-ff20-4abf-b4fe-5b82b8e71fd8 {{(pid=104576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 19:49:09.996364 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.services.segments.db [None req-e68688fc-c3f7-4303-a278-36249c37abd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10677d95-ac5b-4d10-a560-c75be4b99e04') {'for_net_delete': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:49:09.996769 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.services.segments.db [None req-e68688fc-c3f7-4303-a278-36249c37abd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10677d95-ac5b-4d10-a560-c75be4b99e04') {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:49:10.007480 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e68688fc-c3f7-4303-a278-36249c37abd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761649871912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30138826'] for segment, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:10.014394 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac598e-129d-4210-b711-d50433d77504 None None] Pushing event deleted for resources: {'Port': ['ID=cb7ca0e4-25c5-4b48-bee5-e1c0b8bc22d7,revision_number=None']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:49:10.018236 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-b1ac598e-129d-4210-b711-d50433d77504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:49:10.019274 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ac598e-129d-4210-b711-d50433d77504 None None] No DVR routers for this DVR port cb7ca0e4-25c5-4b48-bee5-e1c0b8bc22d7 on host dv-cinder-792462-15-smb {{(pid=104577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 19:49:10.029681 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e68688fc-c3f7-4303-a278-36249c37abd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740799'] for segment, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:10.040064 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e68688fc-c3f7-4303-a278-36249c37abd5 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=104575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 19:49:10.040720 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e68688fc-c3f7-4303-a278-36249c37abd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30004082'] for segment, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:10.042838 dv-cinder-792462-15-smb neutron-server[104575]: Traceback (most recent call last): Jun 21 19:49:10.042838 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 19:49:10.042838 dv-cinder-792462-15-smb neutron-server[104575]: timer() Jun 21 19:49:10.042838 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 19:49:10.042838 dv-cinder-792462-15-smb neutron-server[104575]: cb(*args, **kw) Jun 21 19:49:10.042838 dv-cinder-792462-15-smb neutron-server[104575]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 19:49:10.042838 dv-cinder-792462-15-smb neutron-server[104575]: return func(*args, **kwargs) Jun 21 19:49:10.042838 dv-cinder-792462-15-smb neutron-server[104575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 19:49:10.042838 dv-cinder-792462-15-smb neutron-server[104575]: self._notify() Jun 21 19:49:10.042838 dv-cinder-792462-15-smb neutron-server[104575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 19:49:10.042838 dv-cinder-792462-15-smb neutron-server[104575]: self.callback(batched_events) Jun 21 19:49:10.042838 dv-cinder-792462-15-smb neutron-server[104575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 19:49:10.042838 dv-cinder-792462-15-smb neutron-server[104575]: event.method(event) Jun 21 19:49:10.042838 dv-cinder-792462-15-smb neutron-server[104575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 19:49:10.042838 dv-cinder-792462-15-smb neutron-server[104575]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 19:49:10.042838 dv-cinder-792462-15-smb neutron-server[104575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 19:49:10.042838 dv-cinder-792462-15-smb neutron-server[104575]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 19:49:10.042838 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 19:49:10.042838 dv-cinder-792462-15-smb neutron-server[104575]: return f(self, *a, **k) Jun 21 19:49:10.042838 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 19:49:10.042838 dv-cinder-792462-15-smb neutron-server[104575]: return self._get(url).json() Jun 21 19:49:10.042838 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 19:49:10.042838 dv-cinder-792462-15-smb neutron-server[104575]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 19:49:10.042838 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 19:49:10.042838 dv-cinder-792462-15-smb neutron-server[104575]: return self.request(url, 'GET', **kwargs) Jun 21 19:49:10.042838 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 19:49:10.042838 dv-cinder-792462-15-smb neutron-server[104575]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 19:49:10.042838 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 19:49:10.042838 dv-cinder-792462-15-smb neutron-server[104575]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 19:49:10.042838 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 19:49:10.042838 dv-cinder-792462-15-smb neutron-server[104575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 19:49:10.042838 dv-cinder-792462-15-smb neutron-server[104575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 19:49:10.097057 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device 88840f32-8f8a-4264-9163-c9f8e0960def no longer exists at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 19:49:10.107516 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e68688fc-c3f7-4303-a278-36249c37abd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33202238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33078149'] for network, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:10.108232 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33049e2a-b9ed-4cad-a374-c20539f52f99 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify agent at l3_agent.dv-cinder-792462-15-smb the message routers_updated {{(pid=104576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 19:49:10.114385 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-33049e2a-b9ed-4cad-a374-c20539f52f99 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147'] for floatingip, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:10.116368 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-47bda286-502c-46bb-9363-5fa3c7458d10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:49:10.123105 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d00ace0-be3c-4fa6-ac63-906be24fb25b None None] Sync routers for ids ['2fe78aa0-6f86-458e-87f5-529228609f09'] in dv-cinder-792462-15-smb {{(pid=104577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 19:49:10.125969 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] No Port match for: 88840f32-8f8a-4264-9163-c9f8e0960def {{(pid=104577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 19:49:10.126327 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device 88840f32-8f8a-4264-9163-c9f8e0960def not bound to the agent host dv-cinder-792462-15-smb {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 19:49:10.126756 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device cb7ca0e4-25c5-4b48-bee5-e1c0b8bc22d7 no longer exists at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 19:49:10.130391 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e68688fc-c3f7-4303-a278-36249c37abd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for network, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:10.132224 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-e68688fc-c3f7-4303-a278-36249c37abd5 admin admin] 10.222.0.38 "DELETE /v2.0/networks/8626676b-e142-457f-b056-783dd96ba3c7 HTTP/1.1" status: 204 len: 168 time: 0.6773469 Jun 21 19:49:10.133649 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68688fc-c3f7-4303-a278-36249c37abd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8626676b-e142-457f-b056-783dd96ba3c7,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:49:10.136542 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-e68688fc-c3f7-4303-a278-36249c37abd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:49:10.153708 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] No Port match for: cb7ca0e4-25c5-4b48-bee5-e1c0b8bc22d7 {{(pid=104577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 19:49:10.154070 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device cb7ca0e4-25c5-4b48-bee5-e1c0b8bc22d7 not bound to the agent host dv-cinder-792462-15-smb {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 19:49:10.154504 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device 3144fd92-1408-4dab-ab3f-2c650595d098 no longer exists at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 19:49:10.159375 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-33049e2a-b9ed-4cad-a374-c20539f52f99 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "PUT /v2.0/floatingips/3c925fcd-bacf-47df-8d5a-953a70116c53 HTTP/1.1" status: 200 len: 991 time: 1.3222864 Jun 21 19:49:10.159375 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9869c6f-7f07-4e8c-a0e7-b5dae483ea99', 'tag': 'a7364364-388b-40f3-a324-112e1db0db28'}] {{(pid=104576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:49:10.159630 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d00ace0-be3c-4fa6-ac63-906be24fb25b None None] Routers {'2fe78aa0-6f86-458e-87f5-529228609f09'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:49:10.159630 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-9d00ace0-be3c-4fa6-ac63-906be24fb25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:49:03Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['2fe78aa0-6f86-458e-87f5-529228609f09'], 'active': True} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:49:10.160751 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05f20d886da9388d71ee432e92ee53588f77c84f00dcc9da6d5f2e0db0526183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b383d4a8-b8df-4288-a516-513e90a828ac" -d '{"events": [{"name": "network-changed", "server_uuid": "b9869c6f-7f07-4e8c-a0e7-b5dae483ea99", "tag": "a7364364-388b-40f3-a324-112e1db0db28"}]}' {{(pid=104576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:49:10.197980 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 19:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95424f6c-31b2-48c6-b4cd-6792603dbd00 x-openstack-request-id: req-95424f6c-31b2-48c6-b4cd-6792603dbd00 {{(pid=104576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:49:10.198521 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9869c6f-7f07-4e8c-a0e7-b5dae483ea99", "tag": "a7364364-388b-40f3-a324-112e1db0db28", "status": "completed", "code": 200}]} {{(pid=104576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:49:10.198996 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-95424f6c-31b2-48c6-b4cd-6792603dbd00 {{(pid=104576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:49:10.199686 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9869c6f-7f07-4e8c-a0e7-b5dae483ea99', 'tag': 'a7364364-388b-40f3-a324-112e1db0db28', 'status': 'completed', 'code': 200} Jun 21 19:49:10.228272 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] No Port match for: 3144fd92-1408-4dab-ab3f-2c650595d098 {{(pid=104577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 19:49:10.228614 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device 3144fd92-1408-4dab-ab3f-2c650595d098 not bound to the agent host dv-cinder-792462-15-smb {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 19:49:10.288356 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383d4a8-b8df-4288-a516-513e90a828ac req-3ae7ca6a-cb5f-428b-b572-85081bc03de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:10.289823 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-b383d4a8-b8df-4288-a516-513e90a828ac req-3ae7ca6a-cb5f-428b-b572-85081bc03de7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c5aea0db63454ab7b0452a27b5c0fbbe&device_id=b9869c6f-7f07-4e8c-a0e7-b5dae483ea99 HTTP/1.1" status: 200 len: 1098 time: 0.0666990 Jun 21 19:49:10.320705 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvr_db [None req-9d00ace0-be3c-4fa6-ac63-906be24fb25b None None] Set router 2fe78aa0-6f86-458e-87f5-529228609f09 gateway port host: dv-cinder-792462-15-smb {{(pid=104577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:49:10.327210 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 45904) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:49:10.366923 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-67042e95-000b-4951-be53-38166ac506ac admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3205c2d168d1416082370ad83702a837&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387635 Jun 21 19:49:10.369219 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 45906) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:49:10.393991 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383d4a8-b8df-4288-a516-513e90a828ac req-f122b10d-8bfc-4d1f-ac29-7ea24d8186d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:10.396386 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-b383d4a8-b8df-4288-a516-513e90a828ac req-f122b10d-8bfc-4d1f-ac29-7ea24d8186d1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f83e3e6f-0c8e-4ab7-af9c-731326ea9260 HTTP/1.1" status: 200 len: 911 time: 0.1000359 Jun 21 19:49:10.416301 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-f94f7f17-05c3-4edb-8d63-f32d0434e2cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:10.442275 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-f94f7f17-05c3-4edb-8d63-f32d0434e2cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:10.463709 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-b383d4a8-b8df-4288-a516-513e90a828ac req-1a8fbbee-66b3-48f5-8fe3-6913234cacbf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7364364-388b-40f3-a324-112e1db0db28 HTTP/1.1" status: 200 len: 999 time: 0.0598550 Jun 21 19:49:10.490411 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-f94f7f17-05c3-4edb-8d63-f32d0434e2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:10.493250 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-f94f7f17-05c3-4edb-8d63-f32d0434e2cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:10.496899 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-f94f7f17-05c3-4edb-8d63-f32d0434e2cd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0885b555-77fa-4089-bb48-4ab4dd0343cd HTTP/1.1" status: 204 len: 168 time: 0.1243365 Jun 21 19:49:10.496899 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:49:10.503388 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f7f17-05c3-4edb-8d63-f32d0434e2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0885b555-77fa-4089-bb48-4ab4dd0343cd,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:49:10.505853 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-f94f7f17-05c3-4edb-8d63-f32d0434e2cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:49:10.521088 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383d4a8-b8df-4288-a516-513e90a828ac req-c8577ddd-3f95-4752-ace2-086d25f3fa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:10.522631 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-b383d4a8-b8df-4288-a516-513e90a828ac req-c8577ddd-3f95-4752-ace2-086d25f3fa56 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ce1151cf-2ecc-44e3-aa52-cfec5d7d7e35 HTTP/1.1" status: 200 len: 849 time: 0.0528717 Jun 21 19:49:10.572925 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-9d00ace0-be3c-4fa6-ac63-906be24fb25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'name': 'tempest-AttachVolumeTestJSON-990421211-router', 'tenant_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd05cdae7-31d1-415e-b5f2-3cffb2b2b1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:44:07Z', 'updated_at': '2021-06-21T19:44:23Z', 'revision_number': 4, 'project_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'gw_port': {'id': 'd05cdae7-31d1-415e-b5f2-3cffb2b2b1bb', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:08Z', 'updated_at': '2021-06-21T19:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_floatingips': [{'id': '3c925fcd-bacf-47df-8d5a-953a70116c53', 'tenant_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'floating_ip_address': '172.28.3.184', 'floating_network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'router_id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'port_id': 'a7364364-388b-40f3-a324-112e1db0db28', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f83e3e6f-0c8e-4ab7-af9c-731326ea9260', 'mac_address': 'fa:16:3e:e1:97:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9869c6f-7f07-4e8c-a0e7-b5dae483ea99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T19:48:57Z', 'updated_at': '2021-06-21T19:49:09Z', 'revision_number': 1, 'project_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6cf6a99-804f-494a-97e5-19ba715fd648', 'name': '', 'network_id': 'f83e3e6f-0c8e-4ab7-af9c-731326ea9260', 'tenant_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'mac_address': 'fa:16:3e:73:a3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ce1151cf-2ecc-44e3-aa52-cfec5d7d7e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:19Z', 'updated_at': '2021-06-21T19:44:34Z', 'revision_number': 5, 'project_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'subnets': [{'id': 'ce1151cf-2ecc-44e3-aa52-cfec5d7d7e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:49:10.585944 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383d4a8-b8df-4288-a516-513e90a828ac req-09b030a1-c5dc-48c9-9d88-faba89549d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:10.588101 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-b383d4a8-b8df-4288-a516-513e90a828ac req-09b030a1-c5dc-48c9-9d88-faba89549d7f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f83e3e6f-0c8e-4ab7-af9c-731326ea9260&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0585039 Jun 21 19:49:10.603177 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d00ace0-be3c-4fa6-ac63-906be24fb25b None None] Checking router: 2fe78aa0-6f86-458e-87f5-529228609f09 for host: dv-cinder-792462-15-smb {{(pid=104577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 19:49:10.612703 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d00ace0-be3c-4fa6-ac63-906be24fb25b None None] Routers {'2fe78aa0-6f86-458e-87f5-529228609f09'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:49:10.613507 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-9d00ace0-be3c-4fa6-ac63-906be24fb25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:49:03Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['2fe78aa0-6f86-458e-87f5-529228609f09'], 'active': True} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:49:10.692719 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-b383d4a8-b8df-4288-a516-513e90a828ac req-26456b66-10bc-49c6-b3d5-8b642c87ca18 service neutron] 10.222.0.46 "GET /v2.0/networks/f83e3e6f-0c8e-4ab7-af9c-731326ea9260?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958478 Jun 21 19:49:10.721806 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvr_db [None req-9d00ace0-be3c-4fa6-ac63-906be24fb25b None None] Set router 2fe78aa0-6f86-458e-87f5-529228609f09 gateway port host: dv-cinder-792462-15-smb {{(pid=104577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:49:10.788012 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-b383d4a8-b8df-4288-a516-513e90a828ac req-8cb8d1bd-c82a-4735-9f9e-b8463e1570a3 service neutron] 10.222.0.46 "GET /v2.0/networks/f83e3e6f-0c8e-4ab7-af9c-731326ea9260?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891263 Jun 21 19:49:10.843354 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 45914) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:49:10.893790 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-a6ffb8cd-550c-427c-becf-607708d59c75 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=29cdef9969ec4907a5d641941b42768e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0458434 Jun 21 19:49:10.894028 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 45916) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:49:10.942045 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-bf2ae763-7174-4ee9-8360-d22d451ebdbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:10.964461 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-bf2ae763-7174-4ee9-8360-d22d451ebdbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:11.010258 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-bf2ae763-7174-4ee9-8360-d22d451ebdbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:11.012821 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-bf2ae763-7174-4ee9-8360-d22d451ebdbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:11.013962 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-bf2ae763-7174-4ee9-8360-d22d451ebdbd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/93d063e7-7a70-4ed0-b654-795e4f0a6201 HTTP/1.1" status: 204 len: 168 time: 0.1189852 Jun 21 19:49:11.014732 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-be74c8af-c7f4-4171-9a7e-123e23d40fbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:49:11.022642 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ae763-7174-4ee9-8360-d22d451ebdbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d063e7-7a70-4ed0-b654-795e4f0a6201,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:49:11.024949 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-bf2ae763-7174-4ee9-8360-d22d451ebdbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:49:11.091186 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-9d00ace0-be3c-4fa6-ac63-906be24fb25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'name': 'tempest-AttachVolumeTestJSON-990421211-router', 'tenant_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd05cdae7-31d1-415e-b5f2-3cffb2b2b1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:44:07Z', 'updated_at': '2021-06-21T19:44:23Z', 'revision_number': 4, 'project_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'gw_port': {'id': 'd05cdae7-31d1-415e-b5f2-3cffb2b2b1bb', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:08Z', 'updated_at': '2021-06-21T19:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_floatingips': [{'id': '3c925fcd-bacf-47df-8d5a-953a70116c53', 'tenant_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'floating_ip_address': '172.28.3.184', 'floating_network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'router_id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'port_id': 'a7364364-388b-40f3-a324-112e1db0db28', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f83e3e6f-0c8e-4ab7-af9c-731326ea9260', 'mac_address': 'fa:16:3e:e1:97:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9869c6f-7f07-4e8c-a0e7-b5dae483ea99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T19:48:57Z', 'updated_at': '2021-06-21T19:49:09Z', 'revision_number': 1, 'project_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6cf6a99-804f-494a-97e5-19ba715fd648', 'name': '', 'network_id': 'f83e3e6f-0c8e-4ab7-af9c-731326ea9260', 'tenant_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'mac_address': 'fa:16:3e:73:a3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ce1151cf-2ecc-44e3-aa52-cfec5d7d7e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:19Z', 'updated_at': '2021-06-21T19:44:34Z', 'revision_number': 5, 'project_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'subnets': [{'id': 'ce1151cf-2ecc-44e3-aa52-cfec5d7d7e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:49:11.121064 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d00ace0-be3c-4fa6-ac63-906be24fb25b None None] The sync data for ids ['2fe78aa0-6f86-458e-87f5-529228609f09'] in dv-cinder-792462-15-smb is: [{'id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'name': 'tempest-AttachVolumeTestJSON-990421211-router', 'tenant_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd05cdae7-31d1-415e-b5f2-3cffb2b2b1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:44:07Z', 'updated_at': '2021-06-21T19:44:23Z', 'revision_number': 4, 'project_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'gw_port': {'id': 'd05cdae7-31d1-415e-b5f2-3cffb2b2b1bb', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:08Z', 'updated_at': '2021-06-21T19:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_floatingips': [{'id': '3c925fcd-bacf-47df-8d5a-953a70116c53', 'tenant_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'floating_ip_address': '172.28.3.184', 'floating_network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'router_id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'port_id': 'a7364364-388b-40f3-a324-112e1db0db28', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f83e3e6f-0c8e-4ab7-af9c-731326ea9260', 'mac_address': 'fa:16:3e:e1:97:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9869c6f-7f07-4e8c-a0e7-b5dae483ea99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T19:48:57Z', 'updated_at': '2021-06-21T19:49:09Z', 'revision_number': 1, 'project_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6cf6a99-804f-494a-97e5-19ba715fd648', 'name': '', 'network_id': 'f83e3e6f-0c8e-4ab7-af9c-731326ea9260', 'tenant_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'mac_address': 'fa:16:3e:73:a3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ce1151cf-2ecc-44e3-aa52-cfec5d7d7e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:19Z', 'updated_at': '2021-06-21T19:44:34Z', 'revision_number': 5, 'project_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'subnets': [{'id': 'ce1151cf-2ecc-44e3-aa52-cfec5d7d7e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 19:49:11.326460 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1e4f8c-6b13-4e67-b8c8-9e58f1dfc2c5 None None] New status for floating IP 3c925fcd-bacf-47df-8d5a-953a70116c53: ACTIVE {{(pid=104578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 19:49:21.354023 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.agents_db [None req-c2d22edd-97c6-4632-8c47-e807aff285e4 None None] Agent healthcheck: found 6 active agents {{(pid=104578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 19:49:22.485371 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18877731-91bd-42c4-abdd-77356a23ca08 req-fb217d59-988f-4ae5-9ec5-a78fe8eb3f8e tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:22.486817 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-18877731-91bd-42c4-abdd-77356a23ca08 req-fb217d59-988f-4ae5-9ec5-a78fe8eb3f8e tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a HTTP/1.1" status: 200 len: 945 time: 0.0613368 Jun 21 19:49:22.523117 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-18877731-91bd-42c4-abdd-77356a23ca08 req-d3ad9914-5fab-4ef5-9b1f-d0d50075be04 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=168b3199-99b2-4d1e-8fcf-e624d0ac2030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307167 Jun 21 19:49:23.907962 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e7ecc3-d250-4d78-b084-9f26e5a1ec6d req-049fabb0-1e72-4241-9f31-037555fc437e tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:23.909296 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-77e7ecc3-d250-4d78-b084-9f26e5a1ec6d req-049fabb0-1e72-4241-9f31-037555fc437e tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a HTTP/1.1" status: 200 len: 945 time: 0.0653963 Jun 21 19:49:23.948284 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-77e7ecc3-d250-4d78-b084-9f26e5a1ec6d req-44cc0c83-6d2c-4063-a971-8f0ffdede70d tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=168b3199-99b2-4d1e-8fcf-e624d0ac2030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333991 Jun 21 19:49:25.120204 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0639152-3883-4295-87ab-a153112036cd req-06f7a331-8be2-4c91-913e-343d2245c5ac tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:25.121560 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-b0639152-3883-4295-87ab-a153112036cd req-06f7a331-8be2-4c91-913e-343d2245c5ac tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a HTTP/1.1" status: 200 len: 945 time: 0.0611980 Jun 21 19:49:25.158048 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-b0639152-3883-4295-87ab-a153112036cd req-05e5b8e0-a262-402a-a544-97d74be88fa7 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=168b3199-99b2-4d1e-8fcf-e624d0ac2030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310011 Jun 21 19:49:26.332791 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a68397d-ca5c-47fd-a2f4-3894ee4fd3ef req-66c6a4cf-8a4e-4ba0-b493-7cfea456b8a0 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:26.334329 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-1a68397d-ca5c-47fd-a2f4-3894ee4fd3ef req-66c6a4cf-8a4e-4ba0-b493-7cfea456b8a0 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a HTTP/1.1" status: 200 len: 945 time: 0.0666201 Jun 21 19:49:26.369530 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-1a68397d-ca5c-47fd-a2f4-3894ee4fd3ef req-493b98b0-bf2d-4a87-bce4-f21714a86b5b tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=168b3199-99b2-4d1e-8fcf-e624d0ac2030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296004 Jun 21 19:49:26.671428 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:27.543925 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4f04b-47ae-4fa6-8c0a-330883d7711f req-036a1db7-155f-4c7b-9b14-e3b1b9f8bff3 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:27.545361 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-1bc4f04b-47ae-4fa6-8c0a-330883d7711f req-036a1db7-155f-4c7b-9b14-e3b1b9f8bff3 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a HTTP/1.1" status: 200 len: 945 time: 0.0610340 Jun 21 19:49:27.581822 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-1bc4f04b-47ae-4fa6-8c0a-330883d7711f req-18a4493e-c90f-478d-a349-dd1e6d9895a8 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=168b3199-99b2-4d1e-8fcf-e624d0ac2030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300608 Jun 21 19:49:28.752382 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3d8d0-e61c-4aea-bc86-d939d14adf3d req-c1710642-9973-46d1-b248-723e2f336d17 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:28.753823 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-2ba3d8d0-e61c-4aea-bc86-d939d14adf3d req-c1710642-9973-46d1-b248-723e2f336d17 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a HTTP/1.1" status: 200 len: 945 time: 0.0603137 Jun 21 19:49:28.789781 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-2ba3d8d0-e61c-4aea-bc86-d939d14adf3d req-cb64b8aa-e811-452e-8fbf-67068c59a54c tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=168b3199-99b2-4d1e-8fcf-e624d0ac2030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302653 Jun 21 19:49:29.966365 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ebf037-169a-42aa-8cda-8cb686b5eb48 req-8d7b4a65-7832-416b-a5cb-dceefb7bbcfb tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:29.967792 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-b5ebf037-169a-42aa-8cda-8cb686b5eb48 req-8d7b4a65-7832-416b-a5cb-dceefb7bbcfb tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a HTTP/1.1" status: 200 len: 945 time: 0.0651934 Jun 21 19:49:30.003460 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-b5ebf037-169a-42aa-8cda-8cb686b5eb48 req-bdf32bdb-4140-4aef-b85b-4a37a44b67dc tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=168b3199-99b2-4d1e-8fcf-e624d0ac2030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295334 Jun 21 19:49:30.787484 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-cb6bf4cc-e54b-4872-9dfd-aacd2f4f4a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:31.177514 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82eb2a-c9f6-4793-a31f-caea41a87c24 req-6e032a8f-5493-4eee-ac7c-6371a07bd1a7 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:31.178978 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-9e82eb2a-c9f6-4793-a31f-caea41a87c24 req-6e032a8f-5493-4eee-ac7c-6371a07bd1a7 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a HTTP/1.1" status: 200 len: 945 time: 0.0630968 Jun 21 19:49:31.214865 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-9e82eb2a-c9f6-4793-a31f-caea41a87c24 req-745d7430-f50d-4b74-92d6-9cdb2af90304 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=168b3199-99b2-4d1e-8fcf-e624d0ac2030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303895 Jun 21 19:49:32.392331 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178566c-4f3b-4077-996d-af2ce918cbbf req-7e4fe032-5dc9-4308-b4bc-e0e21ef53731 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:32.404239 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-8178566c-4f3b-4077-996d-af2ce918cbbf req-7e4fe032-5dc9-4308-b4bc-e0e21ef53731 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a HTTP/1.1" status: 200 len: 945 time: 0.0641372 Jun 21 19:49:32.431724 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-8178566c-4f3b-4077-996d-af2ce918cbbf req-52e8759d-633f-4920-a853-540a00bed8c9 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=168b3199-99b2-4d1e-8fcf-e624d0ac2030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318685 Jun 21 19:49:33.345790 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-3784eaee-4156-48df-88fe-09e7dc530040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:33.492936 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:33.607199 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eefd9af-57e5-4f10-a86e-20d6e0cfe981 req-313905a6-ebec-4ed1-91cd-530b7cea64c6 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:33.608558 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-8eefd9af-57e5-4f10-a86e-20d6e0cfe981 req-313905a6-ebec-4ed1-91cd-530b7cea64c6 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a HTTP/1.1" status: 200 len: 945 time: 0.0620477 Jun 21 19:49:33.645406 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-8eefd9af-57e5-4f10-a86e-20d6e0cfe981 req-51ce855f-11c6-4edb-8f17-8e411835da6f tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=168b3199-99b2-4d1e-8fcf-e624d0ac2030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308464 Jun 21 19:49:34.463097 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-14118032-cbf1-44bc-927f-b70ca464d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:34.694537 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device f20cba08-a225-4449-933a-a37519cf77a1 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=104577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 19:49:34.785567 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port f20cba08-a225-4449-933a-a37519cf77a1, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f20cba08-a225-4449-933a-a37519cf77a1,segment=NetworkSegment(33c04394-201f-475d-af05-ec70e2377f9f),segment_id=33c04394-201f-475d-af05-ec70e2377f9f)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:49:34.800880 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Returning: {'device': 'f20cba08-a225-4449-933a-a37519cf77a1', 'network_id': '2d4d9e71-b808-45e3-a13f-71991168a9d3', 'port_id': 'f20cba08-a225-4449-933a-a37519cf77a1', 'mac_address': 'fa:16:3e:f0:9c:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9614296a-537a-414b-ae37-4bb814e04b86', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 19:49:34.822093 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6dabdf-a540-4085-b90d-373e79420615 req-9a2cfffc-4326-4144-8885-f350000edc7d tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:34.823556 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-9f6dabdf-a540-4085-b90d-373e79420615 req-9a2cfffc-4326-4144-8885-f350000edc7d tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a HTTP/1.1" status: 200 len: 945 time: 0.0626979 Jun 21 19:49:34.836991 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:34.851030 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.notifiers.nova [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f20cba08-a225-4449-933a-a37519cf77a1 {{(pid=104577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:49:34.861636 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-9f6dabdf-a540-4085-b90d-373e79420615 req-54d85487-3b17-485f-b02e-592ad43f1454 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=168b3199-99b2-4d1e-8fcf-e624d0ac2030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319092 Jun 21 19:49:34.872008 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port f20cba08-a225-4449-933a-a37519cf77a1, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f20cba08-a225-4449-933a-a37519cf77a1,segment=NetworkSegment(33c04394-201f-475d-af05-ec70e2377f9f),segment_id=33c04394-201f-475d-af05-ec70e2377f9f)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:49:34.876598 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:34.879716 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:49:34.930197 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Pushing event updated for resources: {'Port': ['ID=f20cba08-a225-4449-933a-a37519cf77a1,revision_number=6']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:49:34.936952 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:49:34.937308 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:49:34.937652 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:49:34.938059 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:49:34.938389 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:49:34.938719 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:49:34.939046 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:49:34.939369 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:49:34.939691 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:49:34.940049 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:49:34.940384 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:49:34.940632 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:49:34.944647 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:49:34.963901 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] get_ports_and_sgs() called for port_ids ['f20cba08-a225-4449-933a-a37519cf77a1'] {{(pid=104577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 19:49:35.982169 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-42de2df7-e83b-4cb7-9b47-4d153e7d24d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:36.056284 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d41e4-8855-467e-b1c5-4dd3bc33c8ee req-eadb1007-49a7-47a0-b50d-fe66afdf590a tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:36.058378 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-6b7d41e4-8855-467e-b1c5-4dd3bc33c8ee req-eadb1007-49a7-47a0-b50d-fe66afdf590a tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a HTTP/1.1" status: 200 len: 944 time: 0.0740080 Jun 21 19:49:36.100473 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-6b7d41e4-8855-467e-b1c5-4dd3bc33c8ee req-d02f97a6-c5db-4d45-97a3-0b07d5128cbe tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=168b3199-99b2-4d1e-8fcf-e624d0ac2030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350873 Jun 21 19:49:36.698487 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device f20cba08-a225-4449-933a-a37519cf77a1 up at agent hyperv_hv-cinder-79246 {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:49:36.753176 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Provisioning complete for port f20cba08-a225-4449-933a-a37519cf77a1 triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:49:36.753964 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:36.831663 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:36.859503 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf0bf85-5ec5-4b90-9479-2d885068df9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20cba08-a225-4449-933a-a37519cf77a1'}] {{(pid=104577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:49:36.862416 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c14435dcc002c6d250290293137fb351442a83316ffa0c10b5cf8ed6f24812f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0806c2e0-37b8-4ce8-ac3d-c076956b9286" -d '{"events": [{"server_uuid": "cdf0bf85-5ec5-4b90-9479-2d885068df9a", "name": "network-vif-plugged", "status": "completed", "tag": "f20cba08-a225-4449-933a-a37519cf77a1"}]}' {{(pid=104577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:49:36.878616 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port f20cba08-a225-4449-933a-a37519cf77a1, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f20cba08-a225-4449-933a-a37519cf77a1,segment=NetworkSegment(33c04394-201f-475d-af05-ec70e2377f9f),segment_id=33c04394-201f-475d-af05-ec70e2377f9f)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:49:36.884907 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:36.887627 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:49:36.947921 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Pushing event updated for resources: {'Port': ['ID=f20cba08-a225-4449-933a-a37519cf77a1,revision_number=7']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:49:36.957514 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:49:37.003383 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 19:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b82c31-2760-4313-af22-ac327f2810b0 x-openstack-request-id: req-26b82c31-2760-4313-af22-ac327f2810b0 {{(pid=104577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:49:37.004018 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdf0bf85-5ec5-4b90-9479-2d885068df9a", "name": "network-vif-plugged", "status": "completed", "tag": "f20cba08-a225-4449-933a-a37519cf77a1", "code": 200}]} {{(pid=104577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:49:37.004147 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-26b82c31-2760-4313-af22-ac327f2810b0 {{(pid=104577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:49:37.004627 dv-cinder-792462-15-smb neutron-server[104577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdf0bf85-5ec5-4b90-9479-2d885068df9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20cba08-a225-4449-933a-a37519cf77a1', 'code': 200} Jun 21 19:49:37.290155 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961e8934-522a-4d92-8cdd-6577c534983b req-36074e17-b58f-409d-9e37-645597ea99ea tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:37.292310 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-961e8934-522a-4d92-8cdd-6577c534983b req-36074e17-b58f-409d-9e37-645597ea99ea tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a HTTP/1.1" status: 200 len: 945 time: 0.0679898 Jun 21 19:49:37.344330 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-961e8934-522a-4d92-8cdd-6577c534983b req-ac6ce9bf-eeb0-42b4-bfd1-e86582b63a32 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=168b3199-99b2-4d1e-8fcf-e624d0ac2030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387690 Jun 21 19:49:38.549613 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08612ffe-ad82-406c-b18d-5461ac0b2a0a req-ba81e778-85a7-4aee-88c8-19c1d4bca635 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:38.551124 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-08612ffe-ad82-406c-b18d-5461ac0b2a0a req-ba81e778-85a7-4aee-88c8-19c1d4bca635 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a HTTP/1.1" status: 200 len: 945 time: 0.0782125 Jun 21 19:49:38.597473 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-08612ffe-ad82-406c-b18d-5461ac0b2a0a req-e957c172-7ecf-4f18-83af-bd2fc099423d tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=168b3199-99b2-4d1e-8fcf-e624d0ac2030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404902 Jun 21 19:49:39.784564 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa7559-9239-44fe-86f3-4230a419db60 req-ec398869-c0ac-4e41-b184-754a92cf8b31 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:39.786131 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-ccaa7559-9239-44fe-86f3-4230a419db60 req-ec398869-c0ac-4e41-b184-754a92cf8b31 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a HTTP/1.1" status: 200 len: 945 time: 0.0660796 Jun 21 19:49:39.827986 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-ccaa7559-9239-44fe-86f3-4230a419db60 req-5a0176ee-139b-44a6-a85f-21639000167e tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=168b3199-99b2-4d1e-8fcf-e624d0ac2030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358932 Jun 21 19:49:41.036946 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aff3ff-614f-4a8c-b2b5-753bcf04f841 req-224d278b-7741-4162-8cd9-13f9c94ab71d tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:41.038609 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-d4aff3ff-614f-4a8c-b2b5-753bcf04f841 req-224d278b-7741-4162-8cd9-13f9c94ab71d tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a HTTP/1.1" status: 200 len: 945 time: 0.0716696 Jun 21 19:49:41.332120 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-d4aff3ff-614f-4a8c-b2b5-753bcf04f841 req-dec4845f-0b75-4589-bb04-43b3dba1ec27 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=168b3199-99b2-4d1e-8fcf-e624d0ac2030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2873707 Jun 21 19:49:42.526527 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360e7d9-e217-4909-b08b-d1b89afbf2f9 req-e53d94e3-04c4-464b-b733-a3aa1aa54349 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:42.528004 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-1360e7d9-e217-4909-b08b-d1b89afbf2f9 req-e53d94e3-04c4-464b-b733-a3aa1aa54349 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a HTTP/1.1" status: 200 len: 945 time: 0.0749171 Jun 21 19:49:42.582469 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-1360e7d9-e217-4909-b08b-d1b89afbf2f9 req-d4b5471a-e0d0-470f-bb5d-58eb86a8b410 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=168b3199-99b2-4d1e-8fcf-e624d0ac2030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464187 Jun 21 19:49:43.765669 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bb93f-b09b-4f2f-9708-3658283f8566 req-4fdf87df-41ac-4abf-8dbc-421a622eb8bb tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:43.767229 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-456bb93f-b09b-4f2f-9708-3658283f8566 req-4fdf87df-41ac-4abf-8dbc-421a622eb8bb tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a HTTP/1.1" status: 200 len: 945 time: 0.0630083 Jun 21 19:49:43.808455 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-456bb93f-b09b-4f2f-9708-3658283f8566 req-c960dc23-5c68-4e88-b699-c895fd762eee tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=168b3199-99b2-4d1e-8fcf-e624d0ac2030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357103 Jun 21 19:49:44.658943 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911852ce-a07a-4951-9a6a-78015e2ce727 req-17886c22-fb26-40ca-aeb9-8f2b71b885c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:44.660380 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-911852ce-a07a-4951-9a6a-78015e2ce727 req-17886c22-fb26-40ca-aeb9-8f2b71b885c3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=24d88bac2bdc4887aaf0eb2f85b5c6cd&device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a HTTP/1.1" status: 200 len: 1098 time: 0.1414614 Jun 21 19:49:44.749634 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911852ce-a07a-4951-9a6a-78015e2ce727 req-aa989d3d-e7e2-40f7-ad17-5ba9922e97c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:44.751077 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-911852ce-a07a-4951-9a6a-78015e2ce727 req-aa989d3d-e7e2-40f7-ad17-5ba9922e97c1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2d4d9e71-b808-45e3-a13f-71991168a9d3 HTTP/1.1" status: 200 len: 917 time: 0.0833590 Jun 21 19:49:44.812318 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-911852ce-a07a-4951-9a6a-78015e2ce727 req-d58cc932-4719-4824-bf70-e38dfb6d3398 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f20cba08-a225-4449-933a-a37519cf77a1 HTTP/1.1" status: 200 len: 1001 time: 0.0547760 Jun 21 19:49:44.859139 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911852ce-a07a-4951-9a6a-78015e2ce727 req-f49d4657-1259-4eb2-86e3-0867f58331f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:44.861386 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-911852ce-a07a-4951-9a6a-78015e2ce727 req-f49d4657-1259-4eb2-86e3-0867f58331f6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9614296a-537a-414b-ae37-4bb814e04b86 HTTP/1.1" status: 200 len: 855 time: 0.0417788 Jun 21 19:49:44.922964 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911852ce-a07a-4951-9a6a-78015e2ce727 req-012c5f4c-6585-44b4-813d-10ab44e94cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:44.924972 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-911852ce-a07a-4951-9a6a-78015e2ce727 req-012c5f4c-6585-44b4-813d-10ab44e94cc0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2d4d9e71-b808-45e3-a13f-71991168a9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0579226 Jun 21 19:49:44.990017 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2166195-f422-4d08-a19a-5d1120cbc865 req-97ffc2d8-5a74-442a-b8ba-73e0fe49c8b3 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:44.991456 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-e2166195-f422-4d08-a19a-5d1120cbc865 req-97ffc2d8-5a74-442a-b8ba-73e0fe49c8b3 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a HTTP/1.1" status: 200 len: 945 time: 0.0636616 Jun 21 19:49:45.011129 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-911852ce-a07a-4951-9a6a-78015e2ce727 req-a999f084-d34c-4dfe-ad1e-f5f4043b5e9b service neutron] 10.222.0.46 "GET /v2.0/networks/2d4d9e71-b808-45e3-a13f-71991168a9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790646 Jun 21 19:49:45.027007 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-e2166195-f422-4d08-a19a-5d1120cbc865 req-45a2c591-3c7c-43d5-9a0e-cffdd026e055 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=168b3199-99b2-4d1e-8fcf-e624d0ac2030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299456 Jun 21 19:49:45.101248 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-911852ce-a07a-4951-9a6a-78015e2ce727 req-e2bc5305-a9da-4710-8301-b7cd54acca82 service neutron] 10.222.0.46 "GET /v2.0/networks/2d4d9e71-b808-45e3-a13f-71991168a9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837083 Jun 21 19:49:46.201862 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e067e08-9e20-4452-9a02-987e29a93180 req-da138534-d4a2-4a4c-ba40-30f7a9bbe0dc tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:46.203320 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-6e067e08-9e20-4452-9a02-987e29a93180 req-da138534-d4a2-4a4c-ba40-30f7a9bbe0dc tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a HTTP/1.1" status: 200 len: 945 time: 0.0613043 Jun 21 19:49:46.238922 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-6e067e08-9e20-4452-9a02-987e29a93180 req-f6e5c585-66b0-441a-868f-c5afbf4fe515 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=168b3199-99b2-4d1e-8fcf-e624d0ac2030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294924 Jun 21 19:49:46.719283 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device f20cba08-a225-4449-933a-a37519cf77a1 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 19:49:46.796764 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:46.833342 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port f20cba08-a225-4449-933a-a37519cf77a1, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f20cba08-a225-4449-933a-a37519cf77a1,segment=NetworkSegment(33c04394-201f-475d-af05-ec70e2377f9f),segment_id=33c04394-201f-475d-af05-ec70e2377f9f)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:49:46.834266 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf0bf85-5ec5-4b90-9479-2d885068df9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f20cba08-a225-4449-933a-a37519cf77a1'}] {{(pid=104577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:49:46.836544 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c14435dcc002c6d250290293137fb351442a83316ffa0c10b5cf8ed6f24812f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e788bfb-f5c3-4988-a135-bdbfe874bf04" -d '{"events": [{"server_uuid": "cdf0bf85-5ec5-4b90-9479-2d885068df9a", "name": "network-vif-unplugged", "status": "completed", "tag": "f20cba08-a225-4449-933a-a37519cf77a1"}]}' {{(pid=104577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:49:46.839734 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:46.841588 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:49:46.880671 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 19:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13de2f7a-7450-4faa-9853-f4b756b6023e x-openstack-request-id: req-13de2f7a-7450-4faa-9853-f4b756b6023e {{(pid=104577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:49:46.880967 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdf0bf85-5ec5-4b90-9479-2d885068df9a", "name": "network-vif-unplugged", "status": "completed", "tag": "f20cba08-a225-4449-933a-a37519cf77a1", "code": 200}]} {{(pid=104577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:49:46.881222 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-13de2f7a-7450-4faa-9853-f4b756b6023e {{(pid=104577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:49:46.881615 dv-cinder-792462-15-smb neutron-server[104577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdf0bf85-5ec5-4b90-9479-2d885068df9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f20cba08-a225-4449-933a-a37519cf77a1', 'code': 200} Jun 21 19:49:46.891513 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Pushing event updated for resources: {'Port': ['ID=f20cba08-a225-4449-933a-a37519cf77a1,revision_number=8']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:49:46.894620 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:49:46.953309 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ae790-fea2-4d53-8ceb-7aaea141e44b req-55eba017-eb78-4a6e-9efa-51696b5df3c3 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:46.954796 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-4f1ae790-fea2-4d53-8ceb-7aaea141e44b req-55eba017-eb78-4a6e-9efa-51696b5df3c3 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/ports?device_id=dcaea13c-6cb5-4b73-96e9-54bb35a44a4b HTTP/1.1" status: 200 len: 945 time: 0.0643003 Jun 21 19:49:46.992847 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-4f1ae790-fea2-4d53-8ceb-7aaea141e44b req-1db50ac9-fd99-4b58-99c0-2d79570755eb tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9a552d-625e-425c-b17f-826e218849c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323079 Jun 21 19:49:47.416062 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65906bc9-22e3-4804-81c3-618269df6230 req-c1a19de9-bba3-4499-9282-7be91d102268 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:47.417498 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-65906bc9-22e3-4804-81c3-618269df6230 req-c1a19de9-bba3-4499-9282-7be91d102268 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a HTTP/1.1" status: 200 len: 943 time: 0.0641727 Jun 21 19:49:47.453580 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-65906bc9-22e3-4804-81c3-618269df6230 req-a941bcd5-c0ca-4d7b-808c-4232333576af tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=168b3199-99b2-4d1e-8fcf-e624d0ac2030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302043 Jun 21 19:49:48.166481 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4867f1ce-aa9c-4ecf-aaaa-e66a686480f9 req-485d9abb-4f42-40bb-91b8-e879ea71c296 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:48.171073 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-4867f1ce-aa9c-4ecf-aaaa-e66a686480f9 req-485d9abb-4f42-40bb-91b8-e879ea71c296 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/ports?device_id=dcaea13c-6cb5-4b73-96e9-54bb35a44a4b HTTP/1.1" status: 200 len: 945 time: 0.0651393 Jun 21 19:49:48.208295 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-4867f1ce-aa9c-4ecf-aaaa-e66a686480f9 req-6c7daafe-d411-4218-a8cf-342b44a9081e tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9a552d-625e-425c-b17f-826e218849c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310984 Jun 21 19:49:48.572243 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fabc14-a4fc-488b-aa30-937509dc40a6 req-787780f5-9163-4c16-b3b7-05bd41185125 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:48.573602 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-91fabc14-a4fc-488b-aa30-937509dc40a6 req-787780f5-9163-4c16-b3b7-05bd41185125 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a HTTP/1.1" status: 200 len: 943 time: 0.1000566 Jun 21 19:49:48.580214 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-ea74c808-eb1f-456f-a5eb-fabe9882c550 req-26667d9a-5bc4-4bbf-ae0e-18e2e46c288d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0960329 Jun 21 19:49:48.613726 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-91fabc14-a4fc-488b-aa30-937509dc40a6 req-7e134d0f-4c59-4cfb-972f-3cd958a6df97 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=168b3199-99b2-4d1e-8fcf-e624d0ac2030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325687 Jun 21 19:49:49.379392 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0cebf-7d3b-4d77-b641-7dfbee379dd8 req-b2418a44-7b2d-49b9-8881-e0adb35d6410 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:49.380757 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-1ad0cebf-7d3b-4d77-b641-7dfbee379dd8 req-b2418a44-7b2d-49b9-8881-e0adb35d6410 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/ports?device_id=dcaea13c-6cb5-4b73-96e9-54bb35a44a4b HTTP/1.1" status: 200 len: 945 time: 0.0621228 Jun 21 19:49:49.416991 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-1ad0cebf-7d3b-4d77-b641-7dfbee379dd8 req-cb13083c-0d9e-4c7c-ab37-71913ddb7053 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9a552d-625e-425c-b17f-826e218849c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307522 Jun 21 19:49:49.610402 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74c808-eb1f-456f-a5eb-fabe9882c550 req-05c049f2-1c58-4b41-a144-0904f3c820f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:49.611871 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-ea74c808-eb1f-456f-a5eb-fabe9882c550 req-05c049f2-1c58-4b41-a144-0904f3c820f9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a&tenant_id=24d88bac2bdc4887aaf0eb2f85b5c6cd HTTP/1.1" status: 200 len: 1096 time: 0.0599320 Jun 21 19:49:49.682513 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74c808-eb1f-456f-a5eb-fabe9882c550 req-2595f9ec-7c06-4f56-b7e0-0b3a62f0c108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:49.684152 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-ea74c808-eb1f-456f-a5eb-fabe9882c550 req-2595f9ec-7c06-4f56-b7e0-0b3a62f0c108 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=24d88bac2bdc4887aaf0eb2f85b5c6cd&device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a HTTP/1.1" status: 200 len: 1096 time: 0.0518904 Jun 21 19:49:49.773824 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74c808-eb1f-456f-a5eb-fabe9882c550 req-f9f96638-0360-4440-bf92-a2d5b855d4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:49.775309 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-ea74c808-eb1f-456f-a5eb-fabe9882c550 req-f9f96638-0360-4440-bf92-a2d5b855d4a0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2d4d9e71-b808-45e3-a13f-71991168a9d3 HTTP/1.1" status: 200 len: 917 time: 0.0858853 Jun 21 19:49:49.788128 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444f392-3af1-4d16-a462-c239f86d29ea req-a7a7ecff-9b23-4590-97cd-f75a6c10da71 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:49.789681 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-f444f392-3af1-4d16-a462-c239f86d29ea req-a7a7ecff-9b23-4590-97cd-f75a6c10da71 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a HTTP/1.1" status: 200 len: 943 time: 0.0621960 Jun 21 19:49:49.825857 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-f444f392-3af1-4d16-a462-c239f86d29ea req-6a231aa1-37a1-415d-829c-2f52a34939f6 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=168b3199-99b2-4d1e-8fcf-e624d0ac2030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305305 Jun 21 19:49:49.839133 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-ea74c808-eb1f-456f-a5eb-fabe9882c550 req-9e97d9a1-d3bc-4a29-a4f8-f346a45e0ace service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f20cba08-a225-4449-933a-a37519cf77a1 HTTP/1.1" status: 200 len: 999 time: 0.0572307 Jun 21 19:49:49.885573 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74c808-eb1f-456f-a5eb-fabe9882c550 req-8d3355de-4b35-42c8-8230-82afe2803d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:49.886968 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-ea74c808-eb1f-456f-a5eb-fabe9882c550 req-8d3355de-4b35-42c8-8230-82afe2803d5c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=9614296a-537a-414b-ae37-4bb814e04b86 HTTP/1.1" status: 200 len: 855 time: 0.0421362 Jun 21 19:49:49.944881 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74c808-eb1f-456f-a5eb-fabe9882c550 req-3bed1461-f6ee-490e-9c1e-0de2e1dc46cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:49.946296 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-ea74c808-eb1f-456f-a5eb-fabe9882c550 req-3bed1461-f6ee-490e-9c1e-0de2e1dc46cc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2d4d9e71-b808-45e3-a13f-71991168a9d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0534577 Jun 21 19:49:50.031114 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-ea74c808-eb1f-456f-a5eb-fabe9882c550 req-793c3b73-075d-43b2-88d7-dbd2349528fd service neutron] 10.222.0.46 "GET /v2.0/networks/2d4d9e71-b808-45e3-a13f-71991168a9d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788686 Jun 21 19:49:50.122693 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-ea74c808-eb1f-456f-a5eb-fabe9882c550 req-410d11b1-cba9-4e8e-8768-9e694a432df6 service neutron] 10.222.0.46 "GET /v2.0/networks/2d4d9e71-b808-45e3-a13f-71991168a9d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850403 Jun 21 19:49:50.669178 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386900b-611d-4c60-bcb6-f35104dd93cc req-e62601a2-d6de-4a2f-8d99-c4314be14191 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:50.679875 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-c386900b-611d-4c60-bcb6-f35104dd93cc req-e62601a2-d6de-4a2f-8d99-c4314be14191 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/ports?device_id=dcaea13c-6cb5-4b73-96e9-54bb35a44a4b HTTP/1.1" status: 200 len: 945 time: 0.0900357 Jun 21 19:49:50.737736 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device f20cba08-a225-4449-933a-a37519cf77a1 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 19:49:50.738306 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-c386900b-611d-4c60-bcb6-f35104dd93cc req-89f998ce-b660-457b-8bd0-cc238476729e tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9a552d-625e-425c-b17f-826e218849c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543394 Jun 21 19:49:51.014231 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759348b-03be-414c-8337-c2d3319cde93 req-f2a9c174-a2ee-43c1-8393-50e165b9ebc5 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:51.015699 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-8759348b-03be-414c-8337-c2d3319cde93 req-f2a9c174-a2ee-43c1-8393-50e165b9ebc5 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a HTTP/1.1" status: 200 len: 943 time: 0.0674417 Jun 21 19:49:51.056072 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-8759348b-03be-414c-8337-c2d3319cde93 req-589c87a1-90c5-4e7c-8f23-2c23d4bd4fa2 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=168b3199-99b2-4d1e-8fcf-e624d0ac2030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343761 Jun 21 19:49:51.932905 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e36c83-37df-4036-8ddd-a02f02941570 req-632fbb04-4d55-4721-b841-a923522853a9 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:51.935591 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-88e36c83-37df-4036-8ddd-a02f02941570 req-632fbb04-4d55-4721-b841-a923522853a9 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/ports?device_id=dcaea13c-6cb5-4b73-96e9-54bb35a44a4b HTTP/1.1" status: 200 len: 945 time: 0.0740011 Jun 21 19:49:51.977824 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-88e36c83-37df-4036-8ddd-a02f02941570 req-5fa92d95-f6ee-4513-93e2-b2d9872d6fa2 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9a552d-625e-425c-b17f-826e218849c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361378 Jun 21 19:49:52.240627 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172bb68-1ca8-4814-a8d5-e212f9f3bdb5 req-4ae692ea-dbc7-4296-ac71-a29eef3b8c1b tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:52.242131 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-9172bb68-1ca8-4814-a8d5-e212f9f3bdb5 req-4ae692ea-dbc7-4296-ac71-a29eef3b8c1b tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a HTTP/1.1" status: 200 len: 943 time: 0.0652957 Jun 21 19:49:52.280202 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-9172bb68-1ca8-4814-a8d5-e212f9f3bdb5 req-86fad8e7-01e2-4c69-b417-6186d6e985ce tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=168b3199-99b2-4d1e-8fcf-e624d0ac2030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323882 Jun 21 19:49:53.319112 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda4c51-0e29-4d45-b8d0-7e768e947163 req-76e27292-8fe9-4fb9-ac50-731442f6bfb5 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:53.321597 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-fbda4c51-0e29-4d45-b8d0-7e768e947163 req-76e27292-8fe9-4fb9-ac50-731442f6bfb5 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/ports?device_id=dcaea13c-6cb5-4b73-96e9-54bb35a44a4b HTTP/1.1" status: 200 len: 945 time: 0.0714555 Jun 21 19:49:53.368155 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-fbda4c51-0e29-4d45-b8d0-7e768e947163 req-86d021f9-002a-47a6-8ca9-366f1138b65f tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9a552d-625e-425c-b17f-826e218849c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408762 Jun 21 19:49:53.481273 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac3ad6-c348-481c-984f-d9d10812160e req-f2491d9f-f6c3-44b3-9fcc-aae6c7ead161 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:53.482773 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-65ac3ad6-c348-481c-984f-d9d10812160e req-f2491d9f-f6c3-44b3-9fcc-aae6c7ead161 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a HTTP/1.1" status: 200 len: 943 time: 0.0671444 Jun 21 19:49:53.523425 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-65ac3ad6-c348-481c-984f-d9d10812160e req-e141133e-0c68-4282-8491-efcdb473772d tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=168b3199-99b2-4d1e-8fcf-e624d0ac2030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340962 Jun 21 19:49:54.545322 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14faba87-b04f-4bf6-9499-d2ce9ce60442 req-37963a2c-de8c-4a6a-95f9-45845fc93ed1 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:54.547085 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-14faba87-b04f-4bf6-9499-d2ce9ce60442 req-37963a2c-de8c-4a6a-95f9-45845fc93ed1 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/ports?device_id=dcaea13c-6cb5-4b73-96e9-54bb35a44a4b HTTP/1.1" status: 200 len: 945 time: 0.0681751 Jun 21 19:49:54.587567 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-14faba87-b04f-4bf6-9499-d2ce9ce60442 req-4c7d535c-047d-4b87-a131-0b131f7c4d1b tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9a552d-625e-425c-b17f-826e218849c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348513 Jun 21 19:49:54.723713 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce93bb-610c-485c-99b1-dbc03358a201 req-7d5ff7a7-7c7a-4121-a903-e36be29c080c tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:54.725374 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-e5ce93bb-610c-485c-99b1-dbc03358a201 req-7d5ff7a7-7c7a-4121-a903-e36be29c080c tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a HTTP/1.1" status: 200 len: 943 time: 0.0709782 Jun 21 19:49:54.764962 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-e5ce93bb-610c-485c-99b1-dbc03358a201 req-af06c7d7-c0b8-43aa-a6b2-f9d90facdcde tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=168b3199-99b2-4d1e-8fcf-e624d0ac2030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338063 Jun 21 19:49:55.770706 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a3781-a177-42f7-82f5-0fc649c8fbe2 req-87c06589-f5e5-4207-abf5-b6068d6dae15 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:55.772307 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-de1a3781-a177-42f7-82f5-0fc649c8fbe2 req-87c06589-f5e5-4207-abf5-b6068d6dae15 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/ports?device_id=dcaea13c-6cb5-4b73-96e9-54bb35a44a4b HTTP/1.1" status: 200 len: 945 time: 0.0700483 Jun 21 19:49:55.812298 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-de1a3781-a177-42f7-82f5-0fc649c8fbe2 req-a1118a4a-8377-47ea-bd9c-0ed4a91a7e76 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9a552d-625e-425c-b17f-826e218849c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337603 Jun 21 19:49:55.944380 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bbb08b-477c-4fbb-91b0-4d15483ee658 req-e2080f9c-0312-4412-987c-1d2cb9726c07 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:55.945785 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-d4bbb08b-477c-4fbb-91b0-4d15483ee658 req-e2080f9c-0312-4412-987c-1d2cb9726c07 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a HTTP/1.1" status: 200 len: 943 time: 0.0627244 Jun 21 19:49:55.986359 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-d4bbb08b-477c-4fbb-91b0-4d15483ee658 req-5080415c-1462-4655-bca1-b88cfb66ed9a tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=168b3199-99b2-4d1e-8fcf-e624d0ac2030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349858 Jun 21 19:49:56.689029 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:49:56.995889 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e8aba4-8e7a-44ff-aa5c-0d0b8fa22597 req-29d0222e-b623-4b41-81cb-1e63e0da9ab4 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:56.998238 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-87e8aba4-8e7a-44ff-aa5c-0d0b8fa22597 req-29d0222e-b623-4b41-81cb-1e63e0da9ab4 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/ports?device_id=dcaea13c-6cb5-4b73-96e9-54bb35a44a4b HTTP/1.1" status: 200 len: 945 time: 0.0696521 Jun 21 19:49:57.043818 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-87e8aba4-8e7a-44ff-aa5c-0d0b8fa22597 req-557a0a8b-8a80-4705-9bdd-824a5d0a046f tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9a552d-625e-425c-b17f-826e218849c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400181 Jun 21 19:49:57.173490 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98fa908-c7f1-4595-abaa-b1212c74724b req-c0b142f0-b613-4972-9897-681244210e5f tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:57.174989 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-f98fa908-c7f1-4595-abaa-b1212c74724b req-c0b142f0-b613-4972-9897-681244210e5f tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a HTTP/1.1" status: 200 len: 943 time: 0.0675282 Jun 21 19:49:57.214890 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-f98fa908-c7f1-4595-abaa-b1212c74724b req-9f9a15b4-f0ef-41ed-ac87-26feceea2c50 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=168b3199-99b2-4d1e-8fcf-e624d0ac2030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337245 Jun 21 19:49:58.219669 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb31bb1-8c28-46bf-b06a-de03690bce64 req-b7d15d2d-d4cc-48b3-967c-708fb676fafa tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:58.221892 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-cbb31bb1-8c28-46bf-b06a-de03690bce64 req-b7d15d2d-d4cc-48b3-967c-708fb676fafa tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/ports?device_id=dcaea13c-6cb5-4b73-96e9-54bb35a44a4b HTTP/1.1" status: 200 len: 945 time: 0.0657601 Jun 21 19:49:58.260878 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-cbb31bb1-8c28-46bf-b06a-de03690bce64 req-2e11a344-acf9-436e-a775-d163dac1e529 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9a552d-625e-425c-b17f-826e218849c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331059 Jun 21 19:49:58.353828 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.agents_db [None req-c2d22edd-97c6-4632-8c47-e807aff285e4 None None] Agent healthcheck: found 6 active agents {{(pid=104578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 19:49:58.414165 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc88f9d-00f7-4629-bdf3-efb6c7ac3d42 req-844b2279-6679-4a24-b4d0-1b9b065daf5e tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:58.415638 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-0dc88f9d-00f7-4629-bdf3-efb6c7ac3d42 req-844b2279-6679-4a24-b4d0-1b9b065daf5e tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a HTTP/1.1" status: 200 len: 943 time: 0.0684257 Jun 21 19:49:58.454113 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-0dc88f9d-00f7-4629-bdf3-efb6c7ac3d42 req-4842cfca-c2a9-4e91-bdea-cb418316668f tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=168b3199-99b2-4d1e-8fcf-e624d0ac2030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326903 Jun 21 19:49:59.434728 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c2499f-7b29-427f-a546-02fbac00f4a3 req-40e78efc-7b5a-41fe-8f9e-8564f5dcd323 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:59.436306 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-d7c2499f-7b29-427f-a546-02fbac00f4a3 req-40e78efc-7b5a-41fe-8f9e-8564f5dcd323 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/ports?device_id=dcaea13c-6cb5-4b73-96e9-54bb35a44a4b HTTP/1.1" status: 200 len: 945 time: 0.0631087 Jun 21 19:49:59.475080 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-d7c2499f-7b29-427f-a546-02fbac00f4a3 req-2027895a-3d03-4926-96f3-b9a503671457 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9a552d-625e-425c-b17f-826e218849c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330145 Jun 21 19:49:59.649306 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff1fa6-a1e6-4ef1-8726-d2cac71f508d req-7abcc848-e674-4041-99a7-c60d00c1e865 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:49:59.650723 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-36ff1fa6-a1e6-4ef1-8726-d2cac71f508d req-7abcc848-e674-4041-99a7-c60d00c1e865 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a HTTP/1.1" status: 200 len: 943 time: 0.0736127 Jun 21 19:49:59.689924 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-36ff1fa6-a1e6-4ef1-8726-d2cac71f508d req-dfab19b8-bd92-467b-b284-3ab6265bfc84 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=168b3199-99b2-4d1e-8fcf-e624d0ac2030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334232 Jun 21 19:50:00.647378 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c35812-7129-444b-bb9c-3c8ea7f312f1 req-3cef03b7-cde8-4da5-94c8-28f000274761 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:50:00.648822 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-a3c35812-7129-444b-bb9c-3c8ea7f312f1 req-3cef03b7-cde8-4da5-94c8-28f000274761 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/ports?device_id=dcaea13c-6cb5-4b73-96e9-54bb35a44a4b HTTP/1.1" status: 200 len: 945 time: 0.0652061 Jun 21 19:50:00.686573 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-a3c35812-7129-444b-bb9c-3c8ea7f312f1 req-260ea712-b2a6-46b1-8153-c6c9c05f39d5 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9a552d-625e-425c-b17f-826e218849c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319476 Jun 21 19:50:00.790377 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-031b3d8b-5b34-4a57-bbd6-668da05ccea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:00.867535 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34bd34-e8da-4450-b0a1-479b859d7887 req-7a6acc1e-413b-4374-937d-334f2f016f07 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:50:00.869826 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-ad34bd34-e8da-4450-b0a1-479b859d7887 req-7a6acc1e-413b-4374-937d-334f2f016f07 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a HTTP/1.1" status: 200 len: 943 time: 0.0641298 Jun 21 19:50:00.908365 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-ad34bd34-e8da-4450-b0a1-479b859d7887 req-2e7e132a-98e3-420c-9a77-9c98230caf7f tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=168b3199-99b2-4d1e-8fcf-e624d0ac2030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316582 Jun 21 19:50:00.979120 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c861047-fcba-43aa-bb6f-0d691f026c47 req-f8912f79-5d05-4a37-9883-0ea8bab3f0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:50:00.980610 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-2c861047-fcba-43aa-bb6f-0d691f026c47 req-f8912f79-5d05-4a37-9883-0ea8bab3f0bd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7d038946e22a4a039bc4d65b7cf25809&device_id=dcaea13c-6cb5-4b73-96e9-54bb35a44a4b HTTP/1.1" status: 200 len: 1098 time: 0.0522509 Jun 21 19:50:01.072176 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c861047-fcba-43aa-bb6f-0d691f026c47 req-9238cde4-1330-4384-a249-0f9a692a2de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:50:01.073554 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-2c861047-fcba-43aa-bb6f-0d691f026c47 req-9238cde4-1330-4384-a249-0f9a692a2de8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0f9d9530-e1a8-407d-9ee9-f77d68ba41e8 HTTP/1.1" status: 200 len: 909 time: 0.0853033 Jun 21 19:50:01.142523 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-2c861047-fcba-43aa-bb6f-0d691f026c47 req-73144fa4-23d9-4bef-842a-8c49f6c15445 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2622d17-8638-47b1-b4f3-0b5179832f75 HTTP/1.1" status: 200 len: 1001 time: 0.0608232 Jun 21 19:50:01.194052 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c861047-fcba-43aa-bb6f-0d691f026c47 req-843d1497-4f2d-4410-b25a-05e502bc5350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:50:01.195448 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-2c861047-fcba-43aa-bb6f-0d691f026c47 req-843d1497-4f2d-4410-b25a-05e502bc5350 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fdf61b56-f8b4-457a-8e16-21ee84ffaed4 HTTP/1.1" status: 200 len: 847 time: 0.0462892 Jun 21 19:50:01.249216 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c861047-fcba-43aa-bb6f-0d691f026c47 req-0e1db555-fe78-407e-8ae0-2fbf8b20400d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:50:01.250626 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-2c861047-fcba-43aa-bb6f-0d691f026c47 req-0e1db555-fe78-407e-8ae0-2fbf8b20400d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0f9d9530-e1a8-407d-9ee9-f77d68ba41e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0482833 Jun 21 19:50:01.335747 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-2c861047-fcba-43aa-bb6f-0d691f026c47 req-50f6091c-9697-4a8e-9a84-f71f2419f70c service neutron] 10.222.0.46 "GET /v2.0/networks/0f9d9530-e1a8-407d-9ee9-f77d68ba41e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779097 Jun 21 19:50:01.424874 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-2c861047-fcba-43aa-bb6f-0d691f026c47 req-908bc6c0-99e4-41ee-912e-6990d61b2546 service neutron] 10.222.0.46 "GET /v2.0/networks/0f9d9530-e1a8-407d-9ee9-f77d68ba41e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821276 Jun 21 19:50:01.852183 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e02c9-dcc8-4d21-92ea-410b3464d4a8 req-88e538da-2055-4790-8721-86b4d6c48ba3 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:50:01.853618 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-728e02c9-dcc8-4d21-92ea-410b3464d4a8 req-88e538da-2055-4790-8721-86b4d6c48ba3 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/ports?device_id=dcaea13c-6cb5-4b73-96e9-54bb35a44a4b HTTP/1.1" status: 200 len: 945 time: 0.0622978 Jun 21 19:50:01.889245 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-728e02c9-dcc8-4d21-92ea-410b3464d4a8 req-05cd20af-420e-4733-b06c-aa13e2321ce5 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9a552d-625e-425c-b17f-826e218849c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302277 Jun 21 19:50:02.087728 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddfa71f-62c4-4488-83b2-abefe4b44f92 req-0215537d-75b8-4d37-a30b-7fbd2094a4e5 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:50:02.089045 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-dddfa71f-62c4-4488-83b2-abefe4b44f92 req-0215537d-75b8-4d37-a30b-7fbd2094a4e5 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a HTTP/1.1" status: 200 len: 943 time: 0.0641909 Jun 21 19:50:02.126567 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-dddfa71f-62c4-4488-83b2-abefe4b44f92 req-2286d211-48aa-446a-bd7d-b726aefca422 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=168b3199-99b2-4d1e-8fcf-e624d0ac2030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318806 Jun 21 19:50:02.830087 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device f20cba08-a225-4449-933a-a37519cf77a1 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=104577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 19:50:02.922373 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port f20cba08-a225-4449-933a-a37519cf77a1, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f20cba08-a225-4449-933a-a37519cf77a1,segment=NetworkSegment(33c04394-201f-475d-af05-ec70e2377f9f),segment_id=33c04394-201f-475d-af05-ec70e2377f9f)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:50:02.935188 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Returning: {'device': 'f20cba08-a225-4449-933a-a37519cf77a1', 'network_id': '2d4d9e71-b808-45e3-a13f-71991168a9d3', 'port_id': 'f20cba08-a225-4449-933a-a37519cf77a1', 'mac_address': 'fa:16:3e:f0:9c:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9614296a-537a-414b-ae37-4bb814e04b86', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 19:50:02.975081 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:02.988690 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.notifiers.nova [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f20cba08-a225-4449-933a-a37519cf77a1 {{(pid=104577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:50:03.017511 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port f20cba08-a225-4449-933a-a37519cf77a1, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f20cba08-a225-4449-933a-a37519cf77a1,segment=NetworkSegment(33c04394-201f-475d-af05-ec70e2377f9f),segment_id=33c04394-201f-475d-af05-ec70e2377f9f)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:50:03.021369 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:03.023165 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:50:03.069354 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Pushing event updated for resources: {'Port': ['ID=f20cba08-a225-4449-933a-a37519cf77a1,revision_number=9']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:50:03.070795 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ce550-5b20-4dc4-968c-4effc6824846 req-46c9850b-080c-441d-a6d0-e5e5d9aab394 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:50:03.072405 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-7b0ce550-5b20-4dc4-968c-4effc6824846 req-46c9850b-080c-441d-a6d0-e5e5d9aab394 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/ports?device_id=dcaea13c-6cb5-4b73-96e9-54bb35a44a4b HTTP/1.1" status: 200 len: 945 time: 0.0713615 Jun 21 19:50:03.073120 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:50:03.118027 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-7b0ce550-5b20-4dc4-968c-4effc6824846 req-9e20542b-0fbb-4a43-824f-68ae526dad39 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9a552d-625e-425c-b17f-826e218849c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336258 Jun 21 19:50:03.236303 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] get_ports_and_sgs() called for port_ids ['f20cba08-a225-4449-933a-a37519cf77a1'] {{(pid=104577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 19:50:03.304198 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71489b2-ed19-4a77-a159-47d1e5bbeb3b req-05440dbe-e538-449c-8bff-097fc7ee820f tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:50:03.305677 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-d71489b2-ed19-4a77-a159-47d1e5bbeb3b req-05440dbe-e538-449c-8bff-097fc7ee820f tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a HTTP/1.1" status: 200 len: 944 time: 0.0653107 Jun 21 19:50:03.343459 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-d71489b2-ed19-4a77-a159-47d1e5bbeb3b req-b24fbbdc-168b-4fcb-950d-d1b4e7e8f4b9 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=168b3199-99b2-4d1e-8fcf-e624d0ac2030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319214 Jun 21 19:50:03.358117 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-131c1a9e-7f94-4025-a1e6-4bc0290cd549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:03.493263 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:04.284449 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fcdb1a-36c0-49b8-85df-6880c447476f req-45386903-52bf-47bd-922c-020a984ae05a tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:50:04.285852 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-b7fcdb1a-36c0-49b8-85df-6880c447476f req-45386903-52bf-47bd-922c-020a984ae05a tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/ports?device_id=dcaea13c-6cb5-4b73-96e9-54bb35a44a4b HTTP/1.1" status: 200 len: 945 time: 0.0609035 Jun 21 19:50:04.322685 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-b7fcdb1a-36c0-49b8-85df-6880c447476f req-81d2c460-b6ad-4560-b48f-5d590236c104 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9a552d-625e-425c-b17f-826e218849c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310810 Jun 21 19:50:04.469162 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-14118032-cbf1-44bc-927f-b70ca464d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:04.528765 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff4115-7fe7-4ee5-a78b-82a51879d132 req-4e4b32e4-6b7e-49a8-b16f-375dd9dc1219 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:50:04.530225 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-6dff4115-7fe7-4ee5-a78b-82a51879d132 req-4e4b32e4-6b7e-49a8-b16f-375dd9dc1219 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a HTTP/1.1" status: 200 len: 944 time: 0.0645800 Jun 21 19:50:04.569998 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-6dff4115-7fe7-4ee5-a78b-82a51879d132 req-76307cee-0f71-443b-9bc4-dbd0f0335e1b tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=168b3199-99b2-4d1e-8fcf-e624d0ac2030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335901 Jun 21 19:50:04.614148 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 46328) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:50:04.675631 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16018566-a082-41da-8eda-f753a1f6c418 req-618c4de0-2459-4680-abbe-2c87a7c3fa2c tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:50:04.677600 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-16018566-a082-41da-8eda-f753a1f6c418 req-618c4de0-2459-4680-abbe-2c87a7c3fa2c tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/ports?device_id=dcaea13c-6cb5-4b73-96e9-54bb35a44a4b HTTP/1.1" status: 200 len: 945 time: 0.0646946 Jun 21 19:50:04.706989 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-a6889f6e-4738-4307-a4b3-70c364127492 req-c137bcfa-6aa9-4452-89a4-0539eb35de5e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=dcaea13c-6cb5-4b73-96e9-54bb35a44a4b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0916400 Jun 21 19:50:04.719616 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-16018566-a082-41da-8eda-f753a1f6c418 req-8105674d-41ff-4434-80f4-e76103a4b914 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9a552d-625e-425c-b17f-826e218849c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360374 Jun 21 19:50:04.832270 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device f20cba08-a225-4449-933a-a37519cf77a1 up at agent hyperv_hv-cinder-79246 {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:50:04.879829 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Provisioning complete for port f20cba08-a225-4449-933a-a37519cf77a1 triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:50:04.880209 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:04.972015 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:04.999641 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf0bf85-5ec5-4b90-9479-2d885068df9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20cba08-a225-4449-933a-a37519cf77a1'}] {{(pid=104577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:50:05.002417 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c14435dcc002c6d250290293137fb351442a83316ffa0c10b5cf8ed6f24812f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31849e36-bfeb-46e6-a69c-84718e6a5f1f" -d '{"events": [{"server_uuid": "cdf0bf85-5ec5-4b90-9479-2d885068df9a", "name": "network-vif-plugged", "status": "completed", "tag": "f20cba08-a225-4449-933a-a37519cf77a1"}]}' {{(pid=104577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:50:05.020618 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port f20cba08-a225-4449-933a-a37519cf77a1, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f20cba08-a225-4449-933a-a37519cf77a1,segment=NetworkSegment(33c04394-201f-475d-af05-ec70e2377f9f),segment_id=33c04394-201f-475d-af05-ec70e2377f9f)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:50:05.027123 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:05.028281 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device a2622d17-8638-47b1-b4f3-0b5179832f75 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 19:50:05.033640 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:50:05.075565 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 19:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acdbcf51-75c8-425e-8ef2-52f7e8a46c45 x-openstack-request-id: req-acdbcf51-75c8-425e-8ef2-52f7e8a46c45 {{(pid=104577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:50:05.075791 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdf0bf85-5ec5-4b90-9479-2d885068df9a", "name": "network-vif-plugged", "status": "completed", "tag": "f20cba08-a225-4449-933a-a37519cf77a1", "code": 200}]} {{(pid=104577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:50:05.076030 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-acdbcf51-75c8-425e-8ef2-52f7e8a46c45 {{(pid=104577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:50:05.076416 dv-cinder-792462-15-smb neutron-server[104577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdf0bf85-5ec5-4b90-9479-2d885068df9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20cba08-a225-4449-933a-a37519cf77a1', 'code': 200} Jun 21 19:50:05.112393 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Pushing event updated for resources: {'Port': ['ID=f20cba08-a225-4449-933a-a37519cf77a1,revision_number=10']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:50:05.116300 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:50:05.157397 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:05.191185 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port a2622d17-8638-47b1-b4f3-0b5179832f75, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a2622d17-8638-47b1-b4f3-0b5179832f75,segment=NetworkSegment(01680dc6-c913-4da3-9332-617721ba6b6f),segment_id=01680dc6-c913-4da3-9332-617721ba6b6f)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:50:05.194867 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:05.196719 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:50:05.253012 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Pushing event updated for resources: {'Port': ['ID=a2622d17-8638-47b1-b4f3-0b5179832f75,revision_number=6']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:50:05.256046 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:50:05.302425 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e642f7-d38b-4cf0-94a8-4ecc7fa27265 req-5c8ffdef-e280-4a34-998b-018cef95859f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:50:05.304115 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-20e642f7-d38b-4cf0-94a8-4ecc7fa27265 req-5c8ffdef-e280-4a34-998b-018cef95859f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a HTTP/1.1" status: 200 len: 1099 time: 0.0533526 Jun 21 19:50:05.339454 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-20e642f7-d38b-4cf0-94a8-4ecc7fa27265 req-d3215c83-7aaf-49d5-bbe1-96dd8a9101ed service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=168b3199-99b2-4d1e-8fcf-e624d0ac2030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280609 Jun 21 19:50:05.750967 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e324266-6669-4273-a14f-485664af4f53 req-7689abbb-7515-40b5-a8cc-a1662a5f1bf4 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:50:05.752570 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-6e324266-6669-4273-a14f-485664af4f53 req-7689abbb-7515-40b5-a8cc-a1662a5f1bf4 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a HTTP/1.1" status: 200 len: 946 time: 0.0637913 Jun 21 19:50:05.792115 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-6e324266-6669-4273-a14f-485664af4f53 req-98f4a09b-dab7-4ecb-8795-672ae365d40a tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=168b3199-99b2-4d1e-8fcf-e624d0ac2030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330782 Jun 21 19:50:05.898685 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e331220-28e2-48fb-aa72-445601084ff1 req-f357721c-d758-42a5-89c4-67dbf6aeb1b0 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:50:05.900039 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-3e331220-28e2-48fb-aa72-445601084ff1 req-f357721c-d758-42a5-89c4-67dbf6aeb1b0 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/ports?device_id=dcaea13c-6cb5-4b73-96e9-54bb35a44a4b HTTP/1.1" status: 200 len: 943 time: 0.0629382 Jun 21 19:50:05.940764 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-3e331220-28e2-48fb-aa72-445601084ff1 req-987cdd91-91eb-41ef-b93d-3fc8e110ec09 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9a552d-625e-425c-b17f-826e218849c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351045 Jun 21 19:50:05.979766 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-42de2df7-e83b-4cb7-9b47-4d153e7d24d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:06.201210 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6889f6e-4738-4307-a4b3-70c364127492 req-86073c74-1b79-4359-a874-e1fb3c8d94a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:50:06.202730 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-a6889f6e-4738-4307-a4b3-70c364127492 req-86073c74-1b79-4359-a874-e1fb3c8d94a6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dcaea13c-6cb5-4b73-96e9-54bb35a44a4b&tenant_id=7d038946e22a4a039bc4d65b7cf25809 HTTP/1.1" status: 200 len: 1096 time: 0.0541043 Jun 21 19:50:06.277164 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6889f6e-4738-4307-a4b3-70c364127492 req-2e5ff258-55ee-442b-9610-7be32e82df77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:50:06.278574 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-a6889f6e-4738-4307-a4b3-70c364127492 req-2e5ff258-55ee-442b-9610-7be32e82df77 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7d038946e22a4a039bc4d65b7cf25809&device_id=dcaea13c-6cb5-4b73-96e9-54bb35a44a4b HTTP/1.1" status: 200 len: 1096 time: 0.0535216 Jun 21 19:50:06.377059 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6889f6e-4738-4307-a4b3-70c364127492 req-625c5512-2872-4c48-959e-0de33718fd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:50:06.378629 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-a6889f6e-4738-4307-a4b3-70c364127492 req-625c5512-2872-4c48-959e-0de33718fd47 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0f9d9530-e1a8-407d-9ee9-f77d68ba41e8 HTTP/1.1" status: 200 len: 909 time: 0.0930955 Jun 21 19:50:06.450106 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-a6889f6e-4738-4307-a4b3-70c364127492 req-819e2c1e-2777-42ec-9fdb-b9f0351d1468 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2622d17-8638-47b1-b4f3-0b5179832f75 HTTP/1.1" status: 200 len: 999 time: 0.0639284 Jun 21 19:50:06.500809 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6889f6e-4738-4307-a4b3-70c364127492 req-f348e920-5417-467b-8c9b-2a507780c052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:50:06.502282 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-a6889f6e-4738-4307-a4b3-70c364127492 req-f348e920-5417-467b-8c9b-2a507780c052 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fdf61b56-f8b4-457a-8e16-21ee84ffaed4 HTTP/1.1" status: 200 len: 847 time: 0.0463114 Jun 21 19:50:06.564556 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6889f6e-4738-4307-a4b3-70c364127492 req-db03b8aa-bcad-4591-805a-3350ffb28576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:50:06.566056 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-a6889f6e-4738-4307-a4b3-70c364127492 req-db03b8aa-bcad-4591-805a-3350ffb28576 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0f9d9530-e1a8-407d-9ee9-f77d68ba41e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0571921 Jun 21 19:50:06.662278 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-a6889f6e-4738-4307-a4b3-70c364127492 req-38a349bf-2e61-4b4b-86cb-6f9092090934 service neutron] 10.222.0.46 "GET /v2.0/networks/0f9d9530-e1a8-407d-9ee9-f77d68ba41e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834763 Jun 21 19:50:06.758336 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-a6889f6e-4738-4307-a4b3-70c364127492 req-4f5cf4b3-f77d-4eab-a350-566dd8583a82 service neutron] 10.222.0.46 "GET /v2.0/networks/0f9d9530-e1a8-407d-9ee9-f77d68ba41e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951471 Jun 21 19:50:07.077949 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcaea13c-6cb5-4b73-96e9-54bb35a44a4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2622d17-8638-47b1-b4f3-0b5179832f75'}] {{(pid=104577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:50:07.080547 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c14435dcc002c6d250290293137fb351442a83316ffa0c10b5cf8ed6f24812f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9f7f2e-311e-489f-8c42-7d71e3ad400c" -d '{"events": [{"server_uuid": "dcaea13c-6cb5-4b73-96e9-54bb35a44a4b", "name": "network-vif-unplugged", "status": "completed", "tag": "a2622d17-8638-47b1-b4f3-0b5179832f75"}]}' {{(pid=104577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:50:07.122414 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed8de36-8ab0-45b9-b647-1d93770cc331 req-b9b5f0f7-850c-45ac-a2cc-730eb6445810 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:50:07.123943 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-7ed8de36-8ab0-45b9-b647-1d93770cc331 req-b9b5f0f7-850c-45ac-a2cc-730eb6445810 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/ports?device_id=dcaea13c-6cb5-4b73-96e9-54bb35a44a4b HTTP/1.1" status: 200 len: 943 time: 0.0687823 Jun 21 19:50:07.163096 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-7ed8de36-8ab0-45b9-b647-1d93770cc331 req-8a147415-bcfc-4f5f-a168-daaef349506f tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9a552d-625e-425c-b17f-826e218849c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327697 Jun 21 19:50:07.210021 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 19:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a659ee-ba2f-43fc-8b57-4242695abc94 x-openstack-request-id: req-16a659ee-ba2f-43fc-8b57-4242695abc94 {{(pid=104577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:50:07.210324 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcaea13c-6cb5-4b73-96e9-54bb35a44a4b", "name": "network-vif-unplugged", "status": "completed", "tag": "a2622d17-8638-47b1-b4f3-0b5179832f75", "code": 200}]} {{(pid=104577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:50:07.210585 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-16a659ee-ba2f-43fc-8b57-4242695abc94 {{(pid=104577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:50:07.210983 dv-cinder-792462-15-smb neutron-server[104577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcaea13c-6cb5-4b73-96e9-54bb35a44a4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2622d17-8638-47b1-b4f3-0b5179832f75', 'code': 200} Jun 21 19:50:07.233258 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c37539d-da8c-4c43-998e-2710494e84a9 req-be280f7d-9f8b-4840-9604-3c47fae46381 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:50:07.234853 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-6c37539d-da8c-4c43-998e-2710494e84a9 req-be280f7d-9f8b-4840-9604-3c47fae46381 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a HTTP/1.1" status: 200 len: 946 time: 0.3272822 Jun 21 19:50:07.271317 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-6c37539d-da8c-4c43-998e-2710494e84a9 req-993d8b89-9ab6-42e2-8b0e-4bff2f9bc272 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=168b3199-99b2-4d1e-8fcf-e624d0ac2030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306556 Jun 21 19:50:08.334369 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d606059-2820-49bd-be31-5ec7a6dbd92c req-4723d0a3-f440-40e8-9d8e-626586cc3a74 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:50:08.335836 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-3d606059-2820-49bd-be31-5ec7a6dbd92c req-4723d0a3-f440-40e8-9d8e-626586cc3a74 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/ports?device_id=dcaea13c-6cb5-4b73-96e9-54bb35a44a4b HTTP/1.1" status: 200 len: 943 time: 0.0625696 Jun 21 19:50:08.373028 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-3d606059-2820-49bd-be31-5ec7a6dbd92c req-2f0fb1e6-1042-4156-8df1-0db185c09520 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9a552d-625e-425c-b17f-826e218849c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316193 Jun 21 19:50:08.834452 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device a2622d17-8638-47b1-b4f3-0b5179832f75 details requested by agent hyperv_hv-cinder-79246 with host hv-cinder-79246 {{(pid=104577) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 19:50:08.923927 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port a2622d17-8638-47b1-b4f3-0b5179832f75, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a2622d17-8638-47b1-b4f3-0b5179832f75,segment=NetworkSegment(01680dc6-c913-4da3-9332-617721ba6b6f),segment_id=01680dc6-c913-4da3-9332-617721ba6b6f)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:50:08.935176 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Returning: {'device': 'a2622d17-8638-47b1-b4f3-0b5179832f75', 'network_id': '0f9d9530-e1a8-407d-9ee9-f77d68ba41e8', 'port_id': 'a2622d17-8638-47b1-b4f3-0b5179832f75', 'mac_address': 'fa:16:3e:ba:ba:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdf61b56-f8b4-457a-8e16-21ee84ffaed4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104577) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 19:50:08.973330 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:08.985345 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.notifiers.nova [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2622d17-8638-47b1-b4f3-0b5179832f75 {{(pid=104577) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 19:50:09.003724 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port a2622d17-8638-47b1-b4f3-0b5179832f75, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a2622d17-8638-47b1-b4f3-0b5179832f75,segment=NetworkSegment(01680dc6-c913-4da3-9332-617721ba6b6f),segment_id=01680dc6-c913-4da3-9332-617721ba6b6f)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:50:09.007973 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:09.009753 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-a7df2175-fd8a-46cf-b1a3-18f386ebd71f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:50:09.054089 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Pushing event updated for resources: {'Port': ['ID=a2622d17-8638-47b1-b4f3-0b5179832f75,revision_number=7']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:50:09.057016 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:50:09.232708 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] get_ports_and_sgs() called for port_ids ['a2622d17-8638-47b1-b4f3-0b5179832f75'] {{(pid=104577) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 19:50:09.551593 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83970c5-2afa-4003-857d-9b305d70deac req-c36fc90e-bfdd-4d84-bf67-a3d53aff1ad2 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:50:09.553061 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-b83970c5-2afa-4003-857d-9b305d70deac req-c36fc90e-bfdd-4d84-bf67-a3d53aff1ad2 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/ports?device_id=dcaea13c-6cb5-4b73-96e9-54bb35a44a4b HTTP/1.1" status: 200 len: 944 time: 0.0614719 Jun 21 19:50:09.593275 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-b83970c5-2afa-4003-857d-9b305d70deac req-23878d37-0197-4a73-b762-49d57ddf669e tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9a552d-625e-425c-b17f-826e218849c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343258 Jun 21 19:50:09.761601 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1e3e1-befa-4a9e-aa61-24940eef9b4a req-9e85b473-14c0-49d1-8c6b-155c5a8b0d42 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:50:09.763069 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-adb1e3e1-befa-4a9e-aa61-24940eef9b4a req-9e85b473-14c0-49d1-8c6b-155c5a8b0d42 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9869c6f-7f07-4e8c-a0e7-b5dae483ea99 HTTP/1.1" status: 200 len: 945 time: 0.0661395 Jun 21 19:50:09.800302 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-adb1e3e1-befa-4a9e-aa61-24940eef9b4a req-288f60b9-06ad-461e-8b23-8654c38b5d93 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6a5ffc1-89fe-4eca-8ce1-ad87dba845c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316901 Jun 21 19:50:10.763784 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad1b96-3e94-4826-9b47-87cc7640ac89 req-ebb159a6-5e1b-408f-97fa-30d38301a002 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:50:10.765178 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-1dad1b96-3e94-4826-9b47-87cc7640ac89 req-ebb159a6-5e1b-408f-97fa-30d38301a002 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/ports?device_id=dcaea13c-6cb5-4b73-96e9-54bb35a44a4b HTTP/1.1" status: 200 len: 944 time: 0.0632992 Jun 21 19:50:10.800895 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-1dad1b96-3e94-4826-9b47-87cc7640ac89 req-3b4a46c4-1a1e-4688-88ab-fe3d78216c4e tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9a552d-625e-425c-b17f-826e218849c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302184 Jun 21 19:50:10.858455 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device a2622d17-8638-47b1-b4f3-0b5179832f75 up at agent hyperv_hv-cinder-79246 {{(pid=104577) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 19:50:10.904631 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.provisioning_blocks [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Provisioning complete for port a2622d17-8638-47b1-b4f3-0b5179832f75 triggered by entity L2. {{(pid=104577) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 19:50:10.904922 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-747642'] for port, provisioning_complete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:10.975107 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0a056-22f1-496d-a4d9-a5181d8cd71b req-9be75048-3781-4a99-8b2f-addef255e77d tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:50:10.976653 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-f7b0a056-22f1-496d-a4d9-a5181d8cd71b req-9be75048-3781-4a99-8b2f-addef255e77d tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9869c6f-7f07-4e8c-a0e7-b5dae483ea99 HTTP/1.1" status: 200 len: 945 time: 0.0630188 Jun 21 19:50:10.981599 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-550001'] for port, before_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:11.003202 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcaea13c-6cb5-4b73-96e9-54bb35a44a4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2622d17-8638-47b1-b4f3-0b5179832f75'}] {{(pid=104577) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:50:11.005548 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c14435dcc002c6d250290293137fb351442a83316ffa0c10b5cf8ed6f24812f4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58796cdd-d145-41f1-88e1-262b2e9b6732" -d '{"events": [{"server_uuid": "dcaea13c-6cb5-4b73-96e9-54bb35a44a4b", "name": "network-vif-plugged", "status": "completed", "tag": "a2622d17-8638-47b1-b4f3-0b5179832f75"}]}' {{(pid=104577) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:50:11.013947 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-f7b0a056-22f1-496d-a4d9-a5181d8cd71b req-40f1fbe3-bfd2-42cd-8a75-3273f4d8288f tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/security-groups?id=c6a5ffc1-89fe-4eca-8ce1-ad87dba845c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318127 Jun 21 19:50:11.018115 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] For port a2622d17-8638-47b1-b4f3-0b5179832f75, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a2622d17-8638-47b1-b4f3-0b5179832f75,segment=NetworkSegment(01680dc6-c913-4da3-9332-617721ba6b6f),segment_id=01680dc6-c913-4da3-9332-617721ba6b6f)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:50:11.023230 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761649822419', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761649331815', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761649331860'] for port, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:11.025311 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:50:11.048578 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 19:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2462a6-3499-46a5-af51-9a71e3e2b20c x-openstack-request-id: req-4f2462a6-3499-46a5-af51-9a71e3e2b20c {{(pid=104577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:50:11.048877 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcaea13c-6cb5-4b73-96e9-54bb35a44a4b", "name": "network-vif-plugged", "status": "completed", "tag": "a2622d17-8638-47b1-b4f3-0b5179832f75", "code": 200}]} {{(pid=104577) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:50:11.049246 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-4f2462a6-3499-46a5-af51-9a71e3e2b20c {{(pid=104577) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:50:11.049642 dv-cinder-792462-15-smb neutron-server[104577]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcaea13c-6cb5-4b73-96e9-54bb35a44a4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2622d17-8638-47b1-b4f3-0b5179832f75', 'code': 200} Jun 21 19:50:11.074838 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Pushing event updated for resources: {'Port': ['ID=a2622d17-8638-47b1-b4f3-0b5179832f75,revision_number=8']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:50:11.077623 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:50:11.308998 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac1307-01ee-4def-99a1-93f68db70347 req-da1da7c3-8f66-41c6-a1c5-decb6d9f9679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:50:11.310508 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-99ac1307-01ee-4def-99a1-93f68db70347 req-da1da7c3-8f66-41c6-a1c5-decb6d9f9679 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dcaea13c-6cb5-4b73-96e9-54bb35a44a4b HTTP/1.1" status: 200 len: 1098 time: 0.0521734 Jun 21 19:50:11.343893 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-99ac1307-01ee-4def-99a1-93f68db70347 req-8ecd4a38-f6ed-4aec-be3e-0fff206706d3 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8c9a552d-625e-425c-b17f-826e218849c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268927 Jun 21 19:50:11.594343 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8c552-c7d6-40e0-983c-fb083efa7387 req-dcedb315-37a5-4012-8ecc-e4d03a84d568 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:50:11.595705 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-d1d8c552-c7d6-40e0-983c-fb083efa7387 req-dcedb315-37a5-4012-8ecc-e4d03a84d568 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.46 "GET /v2.0/ports?device_id=b9869c6f-7f07-4e8c-a0e7-b5dae483ea99 HTTP/1.1" status: 200 len: 945 time: 0.0590622 Jun 21 19:50:11.692482 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.plugin [req-d1d8c552-c7d6-40e0-983c-fb083efa7387 req-6d61a74f-060d-49d8-a5f1-1d850079e1a5 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Deleting port a7364364-388b-40f3-a324-112e1db0db28 {{(pid=104576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 19:50:11.692812 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-d1d8c552-c7d6-40e0-983c-fb083efa7387 req-6d61a74f-060d-49d8-a5f1-1d850079e1a5 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761649817829'] for port, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:11.778928 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.db [req-d1d8c552-c7d6-40e0-983c-fb083efa7387 req-6d61a74f-060d-49d8-a5f1-1d850079e1a5 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] For port a7364364-388b-40f3-a324-112e1db0db28, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a7364364-388b-40f3-a324-112e1db0db28,segment=NetworkSegment(e202d1ae-8a3f-4de6-bda1-b53b4f0f8fab),segment_id=e202d1ae-8a3f-4de6-bda1-b53b4f0f8fab)] {{(pid=104576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:50:11.779582 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-d1d8c552-c7d6-40e0-983c-fb083efa7387 req-6d61a74f-060d-49d8-a5f1-1d850079e1a5 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33076891'] for port, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:11.938432 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-d1d8c552-c7d6-40e0-983c-fb083efa7387 req-6d61a74f-060d-49d8-a5f1-1d850079e1a5 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:11.938779 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-d1d8c552-c7d6-40e0-983c-fb083efa7387 req-6d61a74f-060d-49d8-a5f1-1d850079e1a5 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33078199'] for floatingip, after_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:11.939015 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.db.l3_db [req-d1d8c552-c7d6-40e0-983c-fb083efa7387 req-6d61a74f-060d-49d8-a5f1-1d850079e1a5 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Floating IP 3c925fcd-bacf-47df-8d5a-953a70116c53 disassociated. External IP: 172.28.3.184, port: a7364364-388b-40f3-a324-112e1db0db28. Jun 21 19:50:11.939351 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.plugin [req-d1d8c552-c7d6-40e0-983c-fb083efa7387 req-6d61a74f-060d-49d8-a5f1-1d850079e1a5 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Calling delete_port for a7364364-388b-40f3-a324-112e1db0db28 owned by compute:nova {{(pid=104576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 19:50:11.970852 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c30d2-78e7-4c21-99a9-ba88cb3fdadb req-d8486d98-2094-4698-84ae-4138361ff357 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:50:11.972304 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-a17c30d2-78e7-4c21-99a9-ba88cb3fdadb req-d8486d98-2094-4698-84ae-4138361ff357 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/ports?device_id=dcaea13c-6cb5-4b73-96e9-54bb35a44a4b HTTP/1.1" status: 200 len: 945 time: 0.0618787 Jun 21 19:50:12.013422 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-a17c30d2-78e7-4c21-99a9-ba88cb3fdadb req-fd7bbc32-0644-4d7d-90cb-82f357b3d2f9 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9a552d-625e-425c-b17f-826e218849c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353549 Jun 21 19:50:12.066365 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-d1d8c552-c7d6-40e0-983c-fb083efa7387 req-6d61a74f-060d-49d8-a5f1-1d850079e1a5 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761649822437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761649331806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29817493'] for port, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:12.072049 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-496818e4-980f-4d01-ae66-34c2da91fa0d tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:50:12.103831 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d61a74f-060d-49d8-a5f1-1d850079e1a5 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Pushing event deleted for resources: {'Port': ['ID=a7364364-388b-40f3-a324-112e1db0db28,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:50:12.114313 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61a74f-060d-49d8-a5f1-1d850079e1a5 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:50:12.114686 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61a74f-060d-49d8-a5f1-1d850079e1a5 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:50:12.115053 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61a74f-060d-49d8-a5f1-1d850079e1a5 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:50:12.115440 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61a74f-060d-49d8-a5f1-1d850079e1a5 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:50:12.115782 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61a74f-060d-49d8-a5f1-1d850079e1a5 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:50:12.116148 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61a74f-060d-49d8-a5f1-1d850079e1a5 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:50:12.116562 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61a74f-060d-49d8-a5f1-1d850079e1a5 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:50:12.117355 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61a74f-060d-49d8-a5f1-1d850079e1a5 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:50:12.117355 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61a74f-060d-49d8-a5f1-1d850079e1a5 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:50:12.117553 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61a74f-060d-49d8-a5f1-1d850079e1a5 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:50:12.117917 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61a74f-060d-49d8-a5f1-1d850079e1a5 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:50:12.118306 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d61a74f-060d-49d8-a5f1-1d850079e1a5 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:50:12.149501 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-6d61a74f-060d-49d8-a5f1-1d850079e1a5 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:50:12.186865 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-e3d2a9a9-f16d-4e86-ba9b-2bd071dba8ac req-2fcfd779-93a4-470d-8ae8-f5230c921e3e tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/ports?device_id=b9869c6f-7f07-4e8c-a0e7-b5dae483ea99 HTTP/1.1" status: 200 len: 210 time: 0.0363011 Jun 21 19:50:12.251397 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1d8c552-c7d6-40e0-983c-fb083efa7387 req-6d61a74f-060d-49d8-a5f1-1d850079e1a5 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Router 2fe78aa0-6f86-458e-87f5-529228609f09 has already been hosted by L3 agent 340c6150-ff20-4abf-b4fe-5b82b8e71fd8 {{(pid=104576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 19:50:12.356542 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1d8c552-c7d6-40e0-983c-fb083efa7387 req-6d61a74f-060d-49d8-a5f1-1d850079e1a5 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify agent at l3_agent.dv-cinder-792462-15-smb the message routers_updated {{(pid=104576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 19:50:12.366372 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6106a570-c02b-4fe6-912e-6f047bbbe554 None None] Sync routers for ids ['2fe78aa0-6f86-458e-87f5-529228609f09'] in dv-cinder-792462-15-smb {{(pid=104577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 19:50:12.375397 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6106a570-c02b-4fe6-912e-6f047bbbe554 None None] Routers {'2fe78aa0-6f86-458e-87f5-529228609f09'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:50:12.375967 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-6106a570-c02b-4fe6-912e-6f047bbbe554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:50:03Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['2fe78aa0-6f86-458e-87f5-529228609f09'], 'active': True} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:50:12.398492 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d8c552-c7d6-40e0-983c-fb083efa7387 req-6d61a74f-060d-49d8-a5f1-1d850079e1a5 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] No DVR routers for this DVR port a7364364-388b-40f3-a324-112e1db0db28 on host hv-cinder-79246 {{(pid=104576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 19:50:12.400923 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-d1d8c552-c7d6-40e0-983c-fb083efa7387 req-6d61a74f-060d-49d8-a5f1-1d850079e1a5 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147'] for port, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:12.402872 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-d1d8c552-c7d6-40e0-983c-fb083efa7387 req-6d61a74f-060d-49d8-a5f1-1d850079e1a5 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.46 "DELETE /v2.0/ports/a7364364-388b-40f3-a324-112e1db0db28 HTTP/1.1" status: 204 len: 173 time: 0.8017259 Jun 21 19:50:12.403366 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9869c6f-7f07-4e8c-a0e7-b5dae483ea99', 'name': 'network-vif-deleted', 'tag': 'a7364364-388b-40f3-a324-112e1db0db28'}] {{(pid=104576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:50:12.405633 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05f20d886da9388d71ee432e92ee53588f77c84f00dcc9da6d5f2e0db0526183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129fe053-74d5-4613-82da-17b20a06a179" -d '{"events": [{"server_uuid": "b9869c6f-7f07-4e8c-a0e7-b5dae483ea99", "name": "network-vif-deleted", "tag": "a7364364-388b-40f3-a324-112e1db0db28"}]}' {{(pid=104576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:50:12.494445 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvr_db [None req-6106a570-c02b-4fe6-912e-6f047bbbe554 None None] Set router 2fe78aa0-6f86-458e-87f5-529228609f09 gateway port host: dv-cinder-792462-15-smb {{(pid=104577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:50:12.520844 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 19:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093eb764-1b3f-4647-b46a-0eaba64c896c x-openstack-request-id: req-093eb764-1b3f-4647-b46a-0eaba64c896c {{(pid=104576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:50:12.521342 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9869c6f-7f07-4e8c-a0e7-b5dae483ea99", "name": "network-vif-deleted", "tag": "a7364364-388b-40f3-a324-112e1db0db28", "status": "completed", "code": 200}]} {{(pid=104576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:50:12.521716 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-093eb764-1b3f-4647-b46a-0eaba64c896c {{(pid=104576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:50:12.522210 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9869c6f-7f07-4e8c-a0e7-b5dae483ea99', 'name': 'network-vif-deleted', 'tag': 'a7364364-388b-40f3-a324-112e1db0db28', 'status': 'completed', 'code': 200} Jun 21 19:50:12.698629 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-6106a570-c02b-4fe6-912e-6f047bbbe554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'name': 'tempest-AttachVolumeTestJSON-990421211-router', 'tenant_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd05cdae7-31d1-415e-b5f2-3cffb2b2b1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:44:07Z', 'updated_at': '2021-06-21T19:44:23Z', 'revision_number': 4, 'project_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'gw_port': {'id': 'd05cdae7-31d1-415e-b5f2-3cffb2b2b1bb', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:08Z', 'updated_at': '2021-06-21T19:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_interfaces': [{'id': 'c6cf6a99-804f-494a-97e5-19ba715fd648', 'name': '', 'network_id': 'f83e3e6f-0c8e-4ab7-af9c-731326ea9260', 'tenant_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'mac_address': 'fa:16:3e:73:a3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ce1151cf-2ecc-44e3-aa52-cfec5d7d7e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:19Z', 'updated_at': '2021-06-21T19:44:34Z', 'revision_number': 5, 'project_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'subnets': [{'id': 'ce1151cf-2ecc-44e3-aa52-cfec5d7d7e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:50:12.726646 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6106a570-c02b-4fe6-912e-6f047bbbe554 None None] Checking router: 2fe78aa0-6f86-458e-87f5-529228609f09 for host: dv-cinder-792462-15-smb {{(pid=104577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 19:50:12.734714 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6106a570-c02b-4fe6-912e-6f047bbbe554 None None] Routers {'2fe78aa0-6f86-458e-87f5-529228609f09'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:50:12.735316 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-6106a570-c02b-4fe6-912e-6f047bbbe554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:50:03Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['2fe78aa0-6f86-458e-87f5-529228609f09'], 'active': True} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:50:12.838457 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvr_db [None req-6106a570-c02b-4fe6-912e-6f047bbbe554 None None] Set router 2fe78aa0-6f86-458e-87f5-529228609f09 gateway port host: dv-cinder-792462-15-smb {{(pid=104577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:50:13.148932 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-6106a570-c02b-4fe6-912e-6f047bbbe554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'name': 'tempest-AttachVolumeTestJSON-990421211-router', 'tenant_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd05cdae7-31d1-415e-b5f2-3cffb2b2b1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:44:07Z', 'updated_at': '2021-06-21T19:44:23Z', 'revision_number': 4, 'project_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'gw_port': {'id': 'd05cdae7-31d1-415e-b5f2-3cffb2b2b1bb', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:08Z', 'updated_at': '2021-06-21T19:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_interfaces': [{'id': 'c6cf6a99-804f-494a-97e5-19ba715fd648', 'name': '', 'network_id': 'f83e3e6f-0c8e-4ab7-af9c-731326ea9260', 'tenant_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'mac_address': 'fa:16:3e:73:a3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ce1151cf-2ecc-44e3-aa52-cfec5d7d7e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:19Z', 'updated_at': '2021-06-21T19:44:34Z', 'revision_number': 5, 'project_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'subnets': [{'id': 'ce1151cf-2ecc-44e3-aa52-cfec5d7d7e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:50:13.178272 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6106a570-c02b-4fe6-912e-6f047bbbe554 None None] The sync data for ids ['2fe78aa0-6f86-458e-87f5-529228609f09'] in dv-cinder-792462-15-smb is: [{'id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'name': 'tempest-AttachVolumeTestJSON-990421211-router', 'tenant_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd05cdae7-31d1-415e-b5f2-3cffb2b2b1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:44:07Z', 'updated_at': '2021-06-21T19:44:23Z', 'revision_number': 4, 'project_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'gw_port': {'id': 'd05cdae7-31d1-415e-b5f2-3cffb2b2b1bb', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:08Z', 'updated_at': '2021-06-21T19:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_interfaces': [{'id': 'c6cf6a99-804f-494a-97e5-19ba715fd648', 'name': '', 'network_id': 'f83e3e6f-0c8e-4ab7-af9c-731326ea9260', 'tenant_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'mac_address': 'fa:16:3e:73:a3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'ce1151cf-2ecc-44e3-aa52-cfec5d7d7e35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:19Z', 'updated_at': '2021-06-21T19:44:34Z', 'revision_number': 5, 'project_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'subnets': [{'id': 'ce1151cf-2ecc-44e3-aa52-cfec5d7d7e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 19:50:13.187630 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2079984e-ab85-4e32-9e1d-9bc1152c212d req-78787dd3-51b4-4d45-bc6b-5109d5295485 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:50:13.189191 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-2079984e-ab85-4e32-9e1d-9bc1152c212d req-78787dd3-51b4-4d45-bc6b-5109d5295485 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/ports?device_id=dcaea13c-6cb5-4b73-96e9-54bb35a44a4b HTTP/1.1" status: 200 len: 945 time: 0.0673132 Jun 21 19:50:13.235358 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-2079984e-ab85-4e32-9e1d-9bc1152c212d req-d0459aae-2bfa-40bd-81a1-8784f1149dc5 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9a552d-625e-425c-b17f-826e218849c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402379 Jun 21 19:50:13.316616 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 46456) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:50:13.374447 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-0e634530-de91-4e64-8e81-6ee572d27ef9 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks [] for security_group, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:13.401204 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-0e634530-de91-4e64-8e81-6ee572d27ef9 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:13.404158 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bbe760-d8da-407e-919c-22c2036010ae None None] New status for floating IP 3c925fcd-bacf-47df-8d5a-953a70116c53: DOWN {{(pid=104578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 19:50:13.449620 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-0e634530-de91-4e64-8e81-6ee572d27ef9 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:13.452172 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-0e634530-de91-4e64-8e81-6ee572d27ef9 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks [] for security_group, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:13.453269 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-0e634530-de91-4e64-8e81-6ee572d27ef9 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "DELETE /v2.0/security-groups/c6a5ffc1-89fe-4eca-8ce1-ad87dba845c8 HTTP/1.1" status: 204 len: 168 time: 0.1356471 Jun 21 19:50:13.454086 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-bf54dd28-a003-4377-8bd3-4bbbf8e08581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:50:13.456112 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 46458) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:50:13.463211 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e634530-de91-4e64-8e81-6ee572d27ef9 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a5ffc1-89fe-4eca-8ce1-ad87dba845c8,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:50:13.465807 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-0e634530-de91-4e64-8e81-6ee572d27ef9 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:50:13.476335 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.api.v2.resource [None req-eb1bb193-99b1-4038-aeaa-565759a77bff tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] show failed (client error): The resource could not be found. Jun 21 19:50:13.477603 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-eb1bb193-99b1-4038-aeaa-565759a77bff tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "GET /v2.0/security-groups/c6a5ffc1-89fe-4eca-8ce1-ad87dba845c8 HTTP/1.1" status: 404 len: 347 time: 0.0205064 Jun 21 19:50:13.480954 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 46460) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:50:13.603778 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.plugin [None req-234f72e6-e3b3-4415-81da-4e704eb4f6fd tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Deleting port 8916c441-c5c8-41e0-94c8-363ffe48da0b {{(pid=104576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 19:50:13.604154 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-234f72e6-e3b3-4415-81da-4e704eb4f6fd tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761649817829'] for port, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:13.679702 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-234f72e6-e3b3-4415-81da-4e704eb4f6fd tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33076891'] for port, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:13.680027 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-234f72e6-e3b3-4415-81da-4e704eb4f6fd tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:13.745144 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.plugin [None req-234f72e6-e3b3-4415-81da-4e704eb4f6fd tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Calling delete_port for 8916c441-c5c8-41e0-94c8-363ffe48da0b owned by network:floatingip {{(pid=104576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 19:50:13.873445 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-234f72e6-e3b3-4415-81da-4e704eb4f6fd tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761649822437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761649331806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29817493'] for port, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:13.875215 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-753c5338-c186-488f-a88d-25d08ae41e27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:50:13.900274 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234f72e6-e3b3-4415-81da-4e704eb4f6fd tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Pushing event deleted for resources: {'Port': ['ID=8916c441-c5c8-41e0-94c8-363ffe48da0b,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:50:13.903920 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-234f72e6-e3b3-4415-81da-4e704eb4f6fd tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:50:13.961466 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-234f72e6-e3b3-4415-81da-4e704eb4f6fd tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks [] for floatingip, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:13.963944 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-234f72e6-e3b3-4415-81da-4e704eb4f6fd tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147'] for floatingip, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:13.965634 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-234f72e6-e3b3-4415-81da-4e704eb4f6fd tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] 10.222.0.38 "DELETE /v2.0/floatingips/3c925fcd-bacf-47df-8d5a-953a70116c53 HTTP/1.1" status: 204 len: 168 time: 0.4836266 Jun 21 19:50:14.882703 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device a7364364-388b-40f3-a324-112e1db0db28 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 19:50:14.902745 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] No Port match for: a7364364-388b-40f3-a324-112e1db0db28 {{(pid=104577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 19:50:14.903092 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device a7364364-388b-40f3-a324-112e1db0db28 not bound to the agent host hv-cinder-79246 {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 19:50:17.616939 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 46488) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:50:18.048556 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-0a98f5aa-a800-4923-97bb-2b5727553f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33080010'] for router_interface, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:18.287270 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.plugin [None req-0a98f5aa-a800-4923-97bb-2b5727553f85 admin admin] Deleting port c6cf6a99-804f-494a-97e5-19ba715fd648 {{(pid=104576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 19:50:18.287603 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-0a98f5aa-a800-4923-97bb-2b5727553f85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761649817829'] for port, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:18.365100 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.db [None req-0a98f5aa-a800-4923-97bb-2b5727553f85 admin admin] For port c6cf6a99-804f-494a-97e5-19ba715fd648, host dv-cinder-792462-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=c6cf6a99-804f-494a-97e5-19ba715fd648,segment=NetworkSegment(e202d1ae-8a3f-4de6-bda1-b53b4f0f8fab),segment_id=e202d1ae-8a3f-4de6-bda1-b53b4f0f8fab)] {{(pid=104576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:50:18.365451 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-0a98f5aa-a800-4923-97bb-2b5727553f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33076891'] for port, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:18.428709 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.plugin [None req-0a98f5aa-a800-4923-97bb-2b5727553f85 admin admin] Calling delete_port for c6cf6a99-804f-494a-97e5-19ba715fd648 owned by network:router_interface {{(pid=104576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 19:50:18.595972 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-0a98f5aa-a800-4923-97bb-2b5727553f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761649822437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761649331806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29817493'] for port, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:18.599030 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-c228dd5d-ea1a-4af9-87ac-e4a4f5bf5eb2 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:50:18.622209 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a98f5aa-a800-4923-97bb-2b5727553f85 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6cf6a99-804f-494a-97e5-19ba715fd648,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:50:18.625867 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-0a98f5aa-a800-4923-97bb-2b5727553f85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:50:18.785671 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-0a98f5aa-a800-4923-97bb-2b5727553f85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32961640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33079926'] for router_interface, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:18.984890 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a98f5aa-a800-4923-97bb-2b5727553f85 admin admin] Router 2fe78aa0-6f86-458e-87f5-529228609f09 has already been hosted by L3 agent 340c6150-ff20-4abf-b4fe-5b82b8e71fd8 {{(pid=104576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 19:50:19.341231 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a98f5aa-a800-4923-97bb-2b5727553f85 admin admin] Notify agent at l3_agent.dv-cinder-792462-15-smb the message routers_updated {{(pid=104576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 19:50:19.346148 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-0a98f5aa-a800-4923-97bb-2b5727553f85 admin admin] 10.222.0.38 "PUT /v2.0/routers/2fe78aa0-6f86-458e-87f5-529228609f09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7281687 Jun 21 19:50:19.349214 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 46492) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:50:19.351133 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fe5357-0ecc-42a9-956e-72890e6c65e7 None None] Sync routers for ids ['2fe78aa0-6f86-458e-87f5-529228609f09'] in dv-cinder-792462-15-smb {{(pid=104577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 19:50:19.360324 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fe5357-0ecc-42a9-956e-72890e6c65e7 None None] Routers {'2fe78aa0-6f86-458e-87f5-529228609f09'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:50:19.361018 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-73fe5357-0ecc-42a9-956e-72890e6c65e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:50:03Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['2fe78aa0-6f86-458e-87f5-529228609f09'], 'active': True} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:50:19.449970 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-50d09b12-40b2-4d52-8530-c7910419d1aa admin admin] Notify callbacks [] for router, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:19.463468 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvr_db [None req-73fe5357-0ecc-42a9-956e-72890e6c65e7 None None] Set router 2fe78aa0-6f86-458e-87f5-529228609f09 gateway port host: dv-cinder-792462-15-smb {{(pid=104577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:50:19.548239 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-50d09b12-40b2-4d52-8530-c7910419d1aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:19.599375 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.plugin [None req-50d09b12-40b2-4d52-8530-c7910419d1aa admin admin] Deleting port d05cdae7-31d1-415e-b5f2-3cffb2b2b1bb {{(pid=104576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 19:50:19.599620 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-50d09b12-40b2-4d52-8530-c7910419d1aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761649817829'] for port, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:19.635289 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-73fe5357-0ecc-42a9-956e-72890e6c65e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'name': 'tempest-AttachVolumeTestJSON-990421211-router', 'tenant_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.236'}], 'enable_snat': True}, 'gw_port_id': 'd05cdae7-31d1-415e-b5f2-3cffb2b2b1bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:44:07Z', 'updated_at': '2021-06-21T19:50:18Z', 'revision_number': 5, 'project_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'gw_port': {'id': 'd05cdae7-31d1-415e-b5f2-3cffb2b2b1bb', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:08Z', 'updated_at': '2021-06-21T19:44:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb'}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:50:19.664960 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fe5357-0ecc-42a9-956e-72890e6c65e7 None None] Checking router: 2fe78aa0-6f86-458e-87f5-529228609f09 for host: dv-cinder-792462-15-smb {{(pid=104577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 19:50:19.673253 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fe5357-0ecc-42a9-956e-72890e6c65e7 None None] Routers {'2fe78aa0-6f86-458e-87f5-529228609f09'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:50:19.673895 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-73fe5357-0ecc-42a9-956e-72890e6c65e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:50:03Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['2fe78aa0-6f86-458e-87f5-529228609f09'], 'active': True} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:50:19.680364 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.db [None req-50d09b12-40b2-4d52-8530-c7910419d1aa admin admin] For port d05cdae7-31d1-415e-b5f2-3cffb2b2b1bb, host dv-cinder-792462-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=d05cdae7-31d1-415e-b5f2-3cffb2b2b1bb,segment=NetworkSegment(9e55d9b0-2d6a-4ec9-a110-693459193d1d),segment_id=9e55d9b0-2d6a-4ec9-a110-693459193d1d)] {{(pid=104576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:50:19.680896 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-50d09b12-40b2-4d52-8530-c7910419d1aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33076891'] for port, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:19.752505 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.plugin [None req-50d09b12-40b2-4d52-8530-c7910419d1aa admin admin] Calling delete_port for d05cdae7-31d1-415e-b5f2-3cffb2b2b1bb owned by network:router_gateway {{(pid=104576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 19:50:19.756712 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvr_db [None req-73fe5357-0ecc-42a9-956e-72890e6c65e7 None None] Set router 2fe78aa0-6f86-458e-87f5-529228609f09 gateway port host: None {{(pid=104577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:50:19.806500 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-73fe5357-0ecc-42a9-956e-72890e6c65e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'name': 'tempest-AttachVolumeTestJSON-990421211-router', 'tenant_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:44:07Z', 'updated_at': '2021-06-21T19:50:19Z', 'revision_number': 6, 'project_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'gw_port_host': None}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:50:19.835269 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fe5357-0ecc-42a9-956e-72890e6c65e7 None None] The sync data for ids ['2fe78aa0-6f86-458e-87f5-529228609f09'] in dv-cinder-792462-15-smb is: [{'id': '2fe78aa0-6f86-458e-87f5-529228609f09', 'name': 'tempest-AttachVolumeTestJSON-990421211-router', 'tenant_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:44:07Z', 'updated_at': '2021-06-21T19:50:19Z', 'revision_number': 6, 'project_id': 'c5aea0db63454ab7b0452a27b5c0fbbe', 'gw_port_host': None}] {{(pid=104577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 19:50:19.917066 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-50d09b12-40b2-4d52-8530-c7910419d1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761649822437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761649331806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29817493'] for port, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:19.919066 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-c5fefbb1-6640-4f3b-8a2b-b33ca118c83d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:50:19.940321 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d09b12-40b2-4d52-8530-c7910419d1aa admin admin] Pushing event deleted for resources: {'Port': ['ID=d05cdae7-31d1-415e-b5f2-3cffb2b2b1bb,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:50:19.944209 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-50d09b12-40b2-4d52-8530-c7910419d1aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:50:20.001459 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-50d09b12-40b2-4d52-8530-c7910419d1aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33078106'] for router_gateway, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:20.089124 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-50d09b12-40b2-4d52-8530-c7910419d1aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33081412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-620'] for router, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:20.091202 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-50d09b12-40b2-4d52-8530-c7910419d1aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:20.135126 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-50d09b12-40b2-4d52-8530-c7910419d1aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33080853'] for router, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:20.135568 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d09b12-40b2-4d52-8530-c7910419d1aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fe78aa0-6f86-458e-87f5-529228609f09 {{(pid=104576) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 19:50:20.140232 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-50d09b12-40b2-4d52-8530-c7910419d1aa admin admin] Notify callbacks [] for router, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:20.141334 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-50d09b12-40b2-4d52-8530-c7910419d1aa admin admin] 10.222.0.38 "DELETE /v2.0/routers/2fe78aa0-6f86-458e-87f5-529228609f09 HTTP/1.1" status: 204 len: 168 time: 0.7911975 Jun 21 19:50:20.143976 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 46494) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:50:20.192437 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.db_base_plugin_v2 [None req-591b0580-f430-4f00-bc27-3f35bc5f1cbe admin admin] Deleting subnet ce1151cf-2ecc-44e3-aa52-cfec5d7d7e35 {{(pid=104576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 19:50:20.195607 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-591b0580-f430-4f00-bc27-3f35bc5f1cbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:20.231196 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-591b0580-f430-4f00-bc27-3f35bc5f1cbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24801018'] for subnet, precommit_delete_associations {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:20.288087 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device c6cf6a99-804f-494a-97e5-19ba715fd648 no longer exists at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 19:50:20.308372 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] No Port match for: c6cf6a99-804f-494a-97e5-19ba715fd648 {{(pid=104577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 19:50:20.308728 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device c6cf6a99-804f-494a-97e5-19ba715fd648 not bound to the agent host dv-cinder-792462-15-smb {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 19:50:20.325314 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-591b0580-f430-4f00-bc27-3f35bc5f1cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-744040'] for subnet, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:20.375508 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-591b0580-f430-4f00-bc27-3f35bc5f1cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-744039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29817583', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29967410'] for subnet, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:20.378416 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:50:20.408580 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591b0580-f430-4f00-bc27-3f35bc5f1cbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce1151cf-2ecc-44e3-aa52-cfec5d7d7e35,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:50:20.413122 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-591b0580-f430-4f00-bc27-3f35bc5f1cbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:50:20.414741 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-591b0580-f430-4f00-bc27-3f35bc5f1cbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:20.418132 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-591b0580-f430-4f00-bc27-3f35bc5f1cbe admin admin] 10.222.0.38 "DELETE /v2.0/subnets/ce1151cf-2ecc-44e3-aa52-cfec5d7d7e35 HTTP/1.1" status: 204 len: 168 time: 0.2725732 Jun 21 19:50:20.418840 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4ef461-4897-426f-98a2-55170d4af1fb None None] Network f83e3e6f-0c8e-4ab7-af9c-731326ea9260 requested from dv-cinder-792462-15-smb {{(pid=104577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:50:20.419314 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 46496) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:50:20.487315 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-4c85e588-d21f-4521-a095-bf32154fc1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583444'] for network, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:20.538616 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.plugin [None req-4c85e588-d21f-4521-a095-bf32154fc1ee admin admin] Deleting port d64f0ce9-4160-4ffd-99c0-dd0bd7155360 {{(pid=104576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 19:50:20.538876 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-4c85e588-d21f-4521-a095-bf32154fc1ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761649817829'] for port, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:20.604428 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.db [None req-4c85e588-d21f-4521-a095-bf32154fc1ee admin admin] For port d64f0ce9-4160-4ffd-99c0-dd0bd7155360, host dv-cinder-792462-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=d64f0ce9-4160-4ffd-99c0-dd0bd7155360,segment=NetworkSegment(e202d1ae-8a3f-4de6-bda1-b53b4f0f8fab),segment_id=e202d1ae-8a3f-4de6-bda1-b53b4f0f8fab)] {{(pid=104576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:50:20.604800 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-4c85e588-d21f-4521-a095-bf32154fc1ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33076891'] for port, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:20.619486 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65a56c1-b285-4fb9-a105-523d90564cdb None None] DHCP port deletion for f83e3e6f-0c8e-4ab7-af9c-731326ea9260 request from dv-cinder-792462-15-smb {{(pid=104577) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 19:50:20.669164 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-e65a56c1-b285-4fb9-a105-523d90564cdb None None] Deleting port d64f0ce9-4160-4ffd-99c0-dd0bd7155360 {{(pid=104577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 19:50:20.669752 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-e65a56c1-b285-4fb9-a105-523d90564cdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761649817829'] for port, before_delete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:20.674491 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.plugin [None req-4c85e588-d21f-4521-a095-bf32154fc1ee admin admin] Calling delete_port for d64f0ce9-4160-4ffd-99c0-dd0bd7155360 owned by network:dhcp {{(pid=104576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 19:50:20.732133 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-e65a56c1-b285-4fb9-a105-523d90564cdb None None] For port d64f0ce9-4160-4ffd-99c0-dd0bd7155360, host dv-cinder-792462-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=d64f0ce9-4160-4ffd-99c0-dd0bd7155360,segment=NetworkSegment(e202d1ae-8a3f-4de6-bda1-b53b4f0f8fab),segment_id=e202d1ae-8a3f-4de6-bda1-b53b4f0f8fab)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:50:20.732527 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-e65a56c1-b285-4fb9-a105-523d90564cdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33076891'] for port, precommit_delete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:20.754969 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-4c85e588-d21f-4521-a095-bf32154fc1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761649822437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761649331806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29817493'] for port, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:20.758216 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-496818e4-980f-4d01-ae66-34c2da91fa0d tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:50:20.786694 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c85e588-d21f-4521-a095-bf32154fc1ee admin admin] Pushing event deleted for resources: {'Port': ['ID=d64f0ce9-4160-4ffd-99c0-dd0bd7155360,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:50:20.788559 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c85e588-d21f-4521-a095-bf32154fc1ee admin admin] No DVR routers for this DVR port d64f0ce9-4160-4ffd-99c0-dd0bd7155360 on host dv-cinder-792462-15-smb {{(pid=104576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 19:50:20.790059 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-4c85e588-d21f-4521-a095-bf32154fc1ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:50:20.799648 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-e65a56c1-b285-4fb9-a105-523d90564cdb None None] Calling delete_port for d64f0ce9-4160-4ffd-99c0-dd0bd7155360 owned by network:dhcp {{(pid=104577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 19:50:20.864877 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-4c85e588-d21f-4521-a095-bf32154fc1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744951', 'neutron.services.segments.db._delete_segments_for_network-8761649872083'] for network, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:20.876719 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.services.segments.db [None req-4c85e588-d21f-4521-a095-bf32154fc1ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f83e3e6f-0c8e-4ab7-af9c-731326ea9260']}} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:50:20.887259 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.services.segments.db [None req-4c85e588-d21f-4521-a095-bf32154fc1ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e202d1ae-8a3f-4de6-bda1-b53b4f0f8fab') {'for_net_delete': True} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:50:20.887423 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-e65a56c1-b285-4fb9-a105-523d90564cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761649822437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761649331806'] for port, after_delete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:20.887560 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.services.segments.db [None req-4c85e588-d21f-4521-a095-bf32154fc1ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e202d1ae-8a3f-4de6-bda1-b53b4f0f8fab') {} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:50:20.890054 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:50:20.898882 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-4c85e588-d21f-4521-a095-bf32154fc1ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761649871912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24801011'] for segment, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:20.913280 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-4c85e588-d21f-4521-a095-bf32154fc1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740799'] for segment, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:20.913431 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65a56c1-b285-4fb9-a105-523d90564cdb None None] Pushing event deleted for resources: {'Port': ['ID=d64f0ce9-4160-4ffd-99c0-dd0bd7155360,revision_number=None']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:50:20.916406 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-e65a56c1-b285-4fb9-a105-523d90564cdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:50:20.917220 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65a56c1-b285-4fb9-a105-523d90564cdb None None] No DVR routers for this DVR port d64f0ce9-4160-4ffd-99c0-dd0bd7155360 on host dv-cinder-792462-15-smb {{(pid=104577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 19:50:20.922429 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c85e588-d21f-4521-a095-bf32154fc1ee admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=104576) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 19:50:20.922429 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-4c85e588-d21f-4521-a095-bf32154fc1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29673540'] for segment, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:20.924269 dv-cinder-792462-15-smb neutron-server[104576]: Traceback (most recent call last): Jun 21 19:50:20.924269 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 19:50:20.924269 dv-cinder-792462-15-smb neutron-server[104576]: timer() Jun 21 19:50:20.924269 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 19:50:20.924269 dv-cinder-792462-15-smb neutron-server[104576]: cb(*args, **kw) Jun 21 19:50:20.924269 dv-cinder-792462-15-smb neutron-server[104576]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 19:50:20.924269 dv-cinder-792462-15-smb neutron-server[104576]: return func(*args, **kwargs) Jun 21 19:50:20.924269 dv-cinder-792462-15-smb neutron-server[104576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 19:50:20.924269 dv-cinder-792462-15-smb neutron-server[104576]: self._notify() Jun 21 19:50:20.924269 dv-cinder-792462-15-smb neutron-server[104576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 19:50:20.924269 dv-cinder-792462-15-smb neutron-server[104576]: self.callback(batched_events) Jun 21 19:50:20.924269 dv-cinder-792462-15-smb neutron-server[104576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 19:50:20.924269 dv-cinder-792462-15-smb neutron-server[104576]: event.method(event) Jun 21 19:50:20.924269 dv-cinder-792462-15-smb neutron-server[104576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 19:50:20.924269 dv-cinder-792462-15-smb neutron-server[104576]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 19:50:20.924269 dv-cinder-792462-15-smb neutron-server[104576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 19:50:20.924269 dv-cinder-792462-15-smb neutron-server[104576]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 19:50:20.924269 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 19:50:20.924269 dv-cinder-792462-15-smb neutron-server[104576]: return f(self, *a, **k) Jun 21 19:50:20.924269 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 19:50:20.924269 dv-cinder-792462-15-smb neutron-server[104576]: return self._get(url).json() Jun 21 19:50:20.924269 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 19:50:20.924269 dv-cinder-792462-15-smb neutron-server[104576]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 19:50:20.924269 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 19:50:20.924269 dv-cinder-792462-15-smb neutron-server[104576]: return self.request(url, 'GET', **kwargs) Jun 21 19:50:20.924269 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 19:50:20.924269 dv-cinder-792462-15-smb neutron-server[104576]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 19:50:20.924269 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 19:50:20.924269 dv-cinder-792462-15-smb neutron-server[104576]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 19:50:20.924269 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 19:50:20.924269 dv-cinder-792462-15-smb neutron-server[104576]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 19:50:20.924269 dv-cinder-792462-15-smb neutron-server[104576]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 19:50:20.980324 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-4c85e588-d21f-4521-a095-bf32154fc1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33202238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33078149'] for network, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:20.983801 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:50:20.986676 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-4c85e588-d21f-4521-a095-bf32154fc1ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for network, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:20.987931 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-4c85e588-d21f-4521-a095-bf32154fc1ee admin admin] 10.222.0.38 "DELETE /v2.0/networks/f83e3e6f-0c8e-4ab7-af9c-731326ea9260 HTTP/1.1" status: 204 len: 168 time: 0.5678532 Jun 21 19:50:20.998380 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c85e588-d21f-4521-a095-bf32154fc1ee admin admin] Pushing event deleted for resources: {'Network': ['ID=f83e3e6f-0c8e-4ab7-af9c-731326ea9260,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:50:21.000940 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-4c85e588-d21f-4521-a095-bf32154fc1ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:50:21.101333 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 46500) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:50:21.139212 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-b885a737-81c4-4f57-8ca6-ec9954a96c90 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c5aea0db63454ab7b0452a27b5c0fbbe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0366089 Jun 21 19:50:21.141407 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 46502) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:50:21.188290 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-cac716a9-ff3e-4c61-b885-77797829aab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:21.208709 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-cac716a9-ff3e-4c61-b885-77797829aab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:21.254859 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-cac716a9-ff3e-4c61-b885-77797829aab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:21.257366 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-cac716a9-ff3e-4c61-b885-77797829aab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:21.258514 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-cac716a9-ff3e-4c61-b885-77797829aab3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/833827a6-d85a-4add-a29c-9cc153e1cd33 HTTP/1.1" status: 204 len: 168 time: 0.1162076 Jun 21 19:50:21.259320 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-f0f5a88e-95fe-48e0-9d53-92a220f02cb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:50:21.266297 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac716a9-ff3e-4c61-b885-77797829aab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833827a6-d85a-4add-a29c-9cc153e1cd33,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:50:21.273643 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac716a9-ff3e-4c61-b885-77797829aab3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:50:21.274057 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac716a9-ff3e-4c61-b885-77797829aab3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:50:21.274427 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac716a9-ff3e-4c61-b885-77797829aab3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:50:21.274793 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac716a9-ff3e-4c61-b885-77797829aab3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:50:21.275160 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac716a9-ff3e-4c61-b885-77797829aab3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:50:21.275519 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac716a9-ff3e-4c61-b885-77797829aab3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:50:21.275876 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac716a9-ff3e-4c61-b885-77797829aab3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:50:21.276231 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac716a9-ff3e-4c61-b885-77797829aab3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:50:21.276585 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac716a9-ff3e-4c61-b885-77797829aab3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:50:21.276937 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac716a9-ff3e-4c61-b885-77797829aab3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:50:21.277288 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac716a9-ff3e-4c61-b885-77797829aab3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:50:21.277637 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac716a9-ff3e-4c61-b885-77797829aab3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:50:21.280693 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-cac716a9-ff3e-4c61-b885-77797829aab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:50:22.120703 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device d05cdae7-31d1-415e-b5f2-3cffb2b2b1bb no longer exists at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 19:50:22.140300 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] No Port match for: d05cdae7-31d1-415e-b5f2-3cffb2b2b1bb {{(pid=104577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 19:50:22.140652 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device d05cdae7-31d1-415e-b5f2-3cffb2b2b1bb not bound to the agent host dv-cinder-792462-15-smb {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 19:50:22.141084 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device d64f0ce9-4160-4ffd-99c0-dd0bd7155360 no longer exists at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 19:50:22.159571 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] No Port match for: d64f0ce9-4160-4ffd-99c0-dd0bd7155360 {{(pid=104577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 19:50:22.160441 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device d64f0ce9-4160-4ffd-99c0-dd0bd7155360 not bound to the agent host dv-cinder-792462-15-smb {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 19:50:26.695099 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:27.709356 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-266c4b1e-686f-4528-ad7c-d9487b9e9a26 req-889bbf1b-1cf2-43e6-a50e-f97aa1d7ebb4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=dcaea13c-6cb5-4b73-96e9-54bb35a44a4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0505993 Jun 21 19:50:27.802985 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c4b1e-686f-4528-ad7c-d9487b9e9a26 req-b11a88de-fcc8-4a36-ae9b-1fb920ca7c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:50:27.804394 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-266c4b1e-686f-4528-ad7c-d9487b9e9a26 req-b11a88de-fcc8-4a36-ae9b-1fb920ca7c74 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7d038946e22a4a039bc4d65b7cf25809&device_id=dcaea13c-6cb5-4b73-96e9-54bb35a44a4b HTTP/1.1" status: 200 len: 1098 time: 0.0504816 Jun 21 19:50:27.908933 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c4b1e-686f-4528-ad7c-d9487b9e9a26 req-73be4553-a497-4276-9c07-461bbe11f2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:50:27.910370 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-266c4b1e-686f-4528-ad7c-d9487b9e9a26 req-73be4553-a497-4276-9c07-461bbe11f2f5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=0f9d9530-e1a8-407d-9ee9-f77d68ba41e8 HTTP/1.1" status: 200 len: 909 time: 0.0843790 Jun 21 19:50:27.972922 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-266c4b1e-686f-4528-ad7c-d9487b9e9a26 req-b8289c25-5b37-4852-abd2-57385f0ffeba service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2622d17-8638-47b1-b4f3-0b5179832f75 HTTP/1.1" status: 200 len: 1001 time: 0.0556905 Jun 21 19:50:28.025312 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c4b1e-686f-4528-ad7c-d9487b9e9a26 req-f9f08d19-8f8a-4e3e-9d55-08097ac3f845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:50:28.026781 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-266c4b1e-686f-4528-ad7c-d9487b9e9a26 req-f9f08d19-8f8a-4e3e-9d55-08097ac3f845 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fdf61b56-f8b4-457a-8e16-21ee84ffaed4 HTTP/1.1" status: 200 len: 847 time: 0.0475574 Jun 21 19:50:28.086271 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c4b1e-686f-4528-ad7c-d9487b9e9a26 req-f460bf39-fcb2-43b4-bb50-959ea03639cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:50:28.087748 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-266c4b1e-686f-4528-ad7c-d9487b9e9a26 req-f460bf39-fcb2-43b4-bb50-959ea03639cc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0f9d9530-e1a8-407d-9ee9-f77d68ba41e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0522971 Jun 21 19:50:28.177384 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-266c4b1e-686f-4528-ad7c-d9487b9e9a26 req-9b32515a-1998-4477-956c-078b4a27f009 service neutron] 10.222.0.46 "GET /v2.0/networks/0f9d9530-e1a8-407d-9ee9-f77d68ba41e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809705 Jun 21 19:50:28.271513 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-266c4b1e-686f-4528-ad7c-d9487b9e9a26 req-e86ea273-417a-4e77-837e-78408485c742 service neutron] 10.222.0.46 "GET /v2.0/networks/0f9d9530-e1a8-407d-9ee9-f77d68ba41e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868819 Jun 21 19:50:30.792047 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-2a9abd9c-8c9a-4e36-a7b4-a3d225ea1b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:33.352184 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-89a6498e-d4e7-4c7b-af6d-f1e30236a786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:33.493889 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:34.470888 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-14118032-cbf1-44bc-927f-b70ca464d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:35.353317 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.agents_db [None req-c2d22edd-97c6-4632-8c47-e807aff285e4 None None] Agent healthcheck: found 6 active agents {{(pid=104578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 19:50:35.970542 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-42de2df7-e83b-4cb7-9b47-4d153e7d24d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:40.896159 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462688a-b317-4e3b-b1ec-681e3f35459a req-e34399d9-3860-4d5b-8b9e-a0809382863a tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:50:40.898063 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-8462688a-b317-4e3b-b1ec-681e3f35459a req-e34399d9-3860-4d5b-8b9e-a0809382863a tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a HTTP/1.1" status: 200 len: 946 time: 0.0629373 Jun 21 19:50:40.934594 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-8462688a-b317-4e3b-b1ec-681e3f35459a req-e674c25a-09c1-4aef-aa9a-9a50902138ec tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=168b3199-99b2-4d1e-8fcf-e624d0ac2030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308800 Jun 21 19:50:42.118302 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6507e-9c5c-40cf-8e1b-158925817439 req-5deafb1e-b5f9-4a1c-b116-0f63fc4ff903 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:50:42.119772 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-cfd6507e-9c5c-40cf-8e1b-158925817439 req-5deafb1e-b5f9-4a1c-b116-0f63fc4ff903 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a HTTP/1.1" status: 200 len: 946 time: 0.0669606 Jun 21 19:50:42.161287 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-cfd6507e-9c5c-40cf-8e1b-158925817439 req-a1be69ce-08cb-47e6-8ad9-7da657f09377 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups?id=168b3199-99b2-4d1e-8fcf-e624d0ac2030&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356250 Jun 21 19:50:42.255750 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423354e0-3293-41f4-abbd-6e8a5096abc9 req-a161cb95-fd62-40aa-992a-019b617e1082 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:50:42.257728 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-423354e0-3293-41f4-abbd-6e8a5096abc9 req-a161cb95-fd62-40aa-992a-019b617e1082 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.46 "GET /v2.0/ports?device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a HTTP/1.1" status: 200 len: 946 time: 0.0663145 Jun 21 19:50:42.356169 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.plugin [req-423354e0-3293-41f4-abbd-6e8a5096abc9 req-4ea78206-29f3-4531-8fb2-d84fb2a3250e tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Deleting port f20cba08-a225-4449-933a-a37519cf77a1 {{(pid=104576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 19:50:42.356511 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-423354e0-3293-41f4-abbd-6e8a5096abc9 req-4ea78206-29f3-4531-8fb2-d84fb2a3250e tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761649817829'] for port, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:42.443466 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.db [req-423354e0-3293-41f4-abbd-6e8a5096abc9 req-4ea78206-29f3-4531-8fb2-d84fb2a3250e tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] For port f20cba08-a225-4449-933a-a37519cf77a1, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=f20cba08-a225-4449-933a-a37519cf77a1,segment=NetworkSegment(33c04394-201f-475d-af05-ec70e2377f9f),segment_id=33c04394-201f-475d-af05-ec70e2377f9f)] {{(pid=104576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:50:42.443737 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-423354e0-3293-41f4-abbd-6e8a5096abc9 req-4ea78206-29f3-4531-8fb2-d84fb2a3250e tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33076891'] for port, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:42.602075 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-423354e0-3293-41f4-abbd-6e8a5096abc9 req-4ea78206-29f3-4531-8fb2-d84fb2a3250e tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:42.602437 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-423354e0-3293-41f4-abbd-6e8a5096abc9 req-4ea78206-29f3-4531-8fb2-d84fb2a3250e tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-33078199'] for floatingip, after_update {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:42.602744 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.db.l3_db [req-423354e0-3293-41f4-abbd-6e8a5096abc9 req-4ea78206-29f3-4531-8fb2-d84fb2a3250e tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Floating IP a5300c09-bc1b-4027-b308-9b9eb9aa2bf3 disassociated. External IP: 172.28.3.101, port: f20cba08-a225-4449-933a-a37519cf77a1. Jun 21 19:50:42.603069 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.plugin [req-423354e0-3293-41f4-abbd-6e8a5096abc9 req-4ea78206-29f3-4531-8fb2-d84fb2a3250e tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Calling delete_port for f20cba08-a225-4449-933a-a37519cf77a1 owned by compute:nova {{(pid=104576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 19:50:42.726685 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-423354e0-3293-41f4-abbd-6e8a5096abc9 req-4ea78206-29f3-4531-8fb2-d84fb2a3250e tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761649822437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761649331806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29817493'] for port, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:42.731613 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:50:42.754561 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea78206-29f3-4531-8fb2-d84fb2a3250e tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Pushing event deleted for resources: {'Port': ['ID=f20cba08-a225-4449-933a-a37519cf77a1,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:50:42.757438 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-4ea78206-29f3-4531-8fb2-d84fb2a3250e tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:50:42.864545 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.l3_agent_scheduler [req-423354e0-3293-41f4-abbd-6e8a5096abc9 req-4ea78206-29f3-4531-8fb2-d84fb2a3250e tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Router 4f6e2569-ac98-42f8-a137-37d5f631785f has already been hosted by L3 agent 340c6150-ff20-4abf-b4fe-5b82b8e71fd8 {{(pid=104576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 19:50:42.971120 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-423354e0-3293-41f4-abbd-6e8a5096abc9 req-4ea78206-29f3-4531-8fb2-d84fb2a3250e tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify agent at l3_agent.dv-cinder-792462-15-smb the message routers_updated {{(pid=104576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 19:50:42.981997 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d2e249-02ee-4e83-8df7-148863403c3d None None] Sync routers for ids ['4f6e2569-ac98-42f8-a137-37d5f631785f'] in dv-cinder-792462-15-smb {{(pid=104578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 19:50:42.995186 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d2e249-02ee-4e83-8df7-148863403c3d None None] Routers {'4f6e2569-ac98-42f8-a137-37d5f631785f'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:50:42.995798 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-38d2e249-02ee-4e83-8df7-148863403c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:50:33Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['4f6e2569-ac98-42f8-a137-37d5f631785f'], 'active': True} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:50:43.015630 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [req-423354e0-3293-41f4-abbd-6e8a5096abc9 req-4ea78206-29f3-4531-8fb2-d84fb2a3250e tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] No DVR routers for this DVR port f20cba08-a225-4449-933a-a37519cf77a1 on host hv-cinder-79246 {{(pid=104576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 19:50:43.018402 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-423354e0-3293-41f4-abbd-6e8a5096abc9 req-4ea78206-29f3-4531-8fb2-d84fb2a3250e tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147'] for port, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:43.020680 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-423354e0-3293-41f4-abbd-6e8a5096abc9 req-4ea78206-29f3-4531-8fb2-d84fb2a3250e tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.46 "DELETE /v2.0/ports/f20cba08-a225-4449-933a-a37519cf77a1 HTTP/1.1" status: 204 len: 173 time: 0.7555704 Jun 21 19:50:43.021260 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdf0bf85-5ec5-4b90-9479-2d885068df9a', 'name': 'network-vif-deleted', 'tag': 'f20cba08-a225-4449-933a-a37519cf77a1'}] {{(pid=104576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:50:43.025407 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05f20d886da9388d71ee432e92ee53588f77c84f00dcc9da6d5f2e0db0526183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c140b0-819c-4617-b21a-a62d05692a7a" -d '{"events": [{"server_uuid": "cdf0bf85-5ec5-4b90-9479-2d885068df9a", "name": "network-vif-deleted", "tag": "f20cba08-a225-4449-933a-a37519cf77a1"}]}' {{(pid=104576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:50:43.088613 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 19:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e818004-af94-4ef1-8c97-cb09a9616142 x-openstack-request-id: req-7e818004-af94-4ef1-8c97-cb09a9616142 {{(pid=104576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:50:43.088941 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdf0bf85-5ec5-4b90-9479-2d885068df9a", "name": "network-vif-deleted", "tag": "f20cba08-a225-4449-933a-a37519cf77a1", "status": "completed", "code": 200}]} {{(pid=104576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:50:43.089227 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-7e818004-af94-4ef1-8c97-cb09a9616142 {{(pid=104576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:50:43.089674 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdf0bf85-5ec5-4b90-9479-2d885068df9a', 'name': 'network-vif-deleted', 'tag': 'f20cba08-a225-4449-933a-a37519cf77a1', 'status': 'completed', 'code': 200} Jun 21 19:50:43.110799 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvr_db [None req-38d2e249-02ee-4e83-8df7-148863403c3d None None] Set router 4f6e2569-ac98-42f8-a137-37d5f631785f gateway port host: dv-cinder-792462-15-smb {{(pid=104578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:50:43.342851 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-38d2e249-02ee-4e83-8df7-148863403c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'name': 'tempest-AttachVolumeShelveTestJSON-524762901-router', 'tenant_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a8e686c1-5144-483c-800b-843137339b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:44:04Z', 'updated_at': '2021-06-21T19:44:14Z', 'revision_number': 4, 'project_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'gw_port': {'id': 'a8e686c1-5144-483c-800b-843137339b6a', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:05Z', 'updated_at': '2021-06-21T19:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_interfaces': [{'id': '5be5f07e-b88d-469e-820b-9cb6b75a44bd', 'name': '', 'network_id': '2d4d9e71-b808-45e3-a13f-71991168a9d3', 'tenant_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'mac_address': 'fa:16:3e:45:4b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9614296a-537a-414b-ae37-4bb814e04b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:11Z', 'updated_at': '2021-06-21T19:44:29Z', 'revision_number': 5, 'project_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'subnets': [{'id': '9614296a-537a-414b-ae37-4bb814e04b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:50:43.347330 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-5e46f34b-5a8d-4cad-b01e-cab37ae8f6e7 req-592ccc7d-4dd3-4944-be21-f583519b654a tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/ports?device_id=cdf0bf85-5ec5-4b90-9479-2d885068df9a HTTP/1.1" status: 200 len: 210 time: 0.0332520 Jun 21 19:50:43.372608 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d2e249-02ee-4e83-8df7-148863403c3d None None] Checking router: 4f6e2569-ac98-42f8-a137-37d5f631785f for host: dv-cinder-792462-15-smb {{(pid=104578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 19:50:43.380843 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d2e249-02ee-4e83-8df7-148863403c3d None None] Routers {'4f6e2569-ac98-42f8-a137-37d5f631785f'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:50:43.381477 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-38d2e249-02ee-4e83-8df7-148863403c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:50:33Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['4f6e2569-ac98-42f8-a137-37d5f631785f'], 'active': True} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:50:43.489759 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvr_db [None req-38d2e249-02ee-4e83-8df7-148863403c3d None None] Set router 4f6e2569-ac98-42f8-a137-37d5f631785f gateway port host: dv-cinder-792462-15-smb {{(pid=104578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:50:43.707758 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-38d2e249-02ee-4e83-8df7-148863403c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'name': 'tempest-AttachVolumeShelveTestJSON-524762901-router', 'tenant_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a8e686c1-5144-483c-800b-843137339b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:44:04Z', 'updated_at': '2021-06-21T19:44:14Z', 'revision_number': 4, 'project_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'gw_port': {'id': 'a8e686c1-5144-483c-800b-843137339b6a', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:05Z', 'updated_at': '2021-06-21T19:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_interfaces': [{'id': '5be5f07e-b88d-469e-820b-9cb6b75a44bd', 'name': '', 'network_id': '2d4d9e71-b808-45e3-a13f-71991168a9d3', 'tenant_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'mac_address': 'fa:16:3e:45:4b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9614296a-537a-414b-ae37-4bb814e04b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:11Z', 'updated_at': '2021-06-21T19:44:29Z', 'revision_number': 5, 'project_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'subnets': [{'id': '9614296a-537a-414b-ae37-4bb814e04b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:50:43.810217 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d2e249-02ee-4e83-8df7-148863403c3d None None] The sync data for ids ['4f6e2569-ac98-42f8-a137-37d5f631785f'] in dv-cinder-792462-15-smb is: [{'id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'name': 'tempest-AttachVolumeShelveTestJSON-524762901-router', 'tenant_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a8e686c1-5144-483c-800b-843137339b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:44:04Z', 'updated_at': '2021-06-21T19:44:14Z', 'revision_number': 4, 'project_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'gw_port': {'id': 'a8e686c1-5144-483c-800b-843137339b6a', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:05Z', 'updated_at': '2021-06-21T19:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_interfaces': [{'id': '5be5f07e-b88d-469e-820b-9cb6b75a44bd', 'name': '', 'network_id': '2d4d9e71-b808-45e3-a13f-71991168a9d3', 'tenant_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'mac_address': 'fa:16:3e:45:4b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9614296a-537a-414b-ae37-4bb814e04b86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:11Z', 'updated_at': '2021-06-21T19:44:29Z', 'revision_number': 5, 'project_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'subnets': [{'id': '9614296a-537a-414b-ae37-4bb814e04b86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 19:50:44.004973 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303fae76-7bf9-4d60-bfc1-a4607120bb77 None None] New status for floating IP a5300c09-bc1b-4027-b308-9b9eb9aa2bf3: DOWN {{(pid=104577) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 19:50:44.473558 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 46790) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:50:44.528785 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-c004739b-d912-4bfe-b96f-930753326d68 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks [] for security_group, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:44.553852 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-c004739b-d912-4bfe-b96f-930753326d68 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:44.607507 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-c004739b-d912-4bfe-b96f-930753326d68 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:44.610441 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-c004739b-d912-4bfe-b96f-930753326d68 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks [] for security_group, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:44.611650 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-c004739b-d912-4bfe-b96f-930753326d68 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "DELETE /v2.0/security-groups/168b3199-99b2-4d1e-8fcf-e624d0ac2030 HTTP/1.1" status: 204 len: 168 time: 0.1370785 Jun 21 19:50:44.612485 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-5c728836-5404-43cd-8eed-0a6e9872585d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:50:44.614427 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 46798) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:50:44.622198 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c004739b-d912-4bfe-b96f-930753326d68 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=168b3199-99b2-4d1e-8fcf-e624d0ac2030,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:50:44.624785 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-c004739b-d912-4bfe-b96f-930753326d68 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:50:44.637856 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.api.v2.resource [None req-6158737e-1c66-49da-9523-a8aab1b8dd87 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] show failed (client error): The resource could not be found. Jun 21 19:50:44.638850 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-6158737e-1c66-49da-9523-a8aab1b8dd87 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "GET /v2.0/security-groups/168b3199-99b2-4d1e-8fcf-e624d0ac2030 HTTP/1.1" status: 404 len: 347 time: 0.0234451 Jun 21 19:50:44.641842 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 46800) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:50:44.761101 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-70aaec27-7b47-44a6-8e19-01803e18ef03 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Deleting port 114a0a6b-9a9e-4887-a0d7-a5bfd5fc6df1 {{(pid=104575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 19:50:44.761440 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-70aaec27-7b47-44a6-8e19-01803e18ef03 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761649817829'] for port, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:44.841065 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-70aaec27-7b47-44a6-8e19-01803e18ef03 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33076891'] for port, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:44.841387 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-70aaec27-7b47-44a6-8e19-01803e18ef03 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:44.901559 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-70aaec27-7b47-44a6-8e19-01803e18ef03 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Calling delete_port for 114a0a6b-9a9e-4887-a0d7-a5bfd5fc6df1 owned by network:floatingip {{(pid=104575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 19:50:45.016576 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device f20cba08-a225-4449-933a-a37519cf77a1 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 19:50:45.025472 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-70aaec27-7b47-44a6-8e19-01803e18ef03 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761649822437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761649331806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30138787'] for port, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:45.028189 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-8b28da1b-cb75-4133-a926-8b76d757f39b tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:50:45.036886 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] No Port match for: f20cba08-a225-4449-933a-a37519cf77a1 {{(pid=104577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 19:50:45.037313 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device f20cba08-a225-4449-933a-a37519cf77a1 not bound to the agent host hv-cinder-79246 {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 19:50:45.053241 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aaec27-7b47-44a6-8e19-01803e18ef03 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Pushing event deleted for resources: {'Port': ['ID=114a0a6b-9a9e-4887-a0d7-a5bfd5fc6df1,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:50:45.056355 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-70aaec27-7b47-44a6-8e19-01803e18ef03 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:50:45.115548 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-70aaec27-7b47-44a6-8e19-01803e18ef03 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks [] for floatingip, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:45.118055 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-70aaec27-7b47-44a6-8e19-01803e18ef03 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147'] for floatingip, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:45.119170 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-70aaec27-7b47-44a6-8e19-01803e18ef03 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] 10.222.0.38 "DELETE /v2.0/floatingips/a5300c09-bc1b-4027-b308-9b9eb9aa2bf3 HTTP/1.1" status: 204 len: 168 time: 0.4764450 Jun 21 19:50:47.653348 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 46846) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:50:48.120526 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-b2c90909-53e6-4f20-b7f4-46d2b7ce9d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33080010'] for router_interface, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:48.376904 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-b2c90909-53e6-4f20-b7f4-46d2b7ce9d3c admin admin] Deleting port 5be5f07e-b88d-469e-820b-9cb6b75a44bd {{(pid=104575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 19:50:48.377260 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-b2c90909-53e6-4f20-b7f4-46d2b7ce9d3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761649817829'] for port, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:48.458531 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-b2c90909-53e6-4f20-b7f4-46d2b7ce9d3c admin admin] For port 5be5f07e-b88d-469e-820b-9cb6b75a44bd, host dv-cinder-792462-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=5be5f07e-b88d-469e-820b-9cb6b75a44bd,segment=NetworkSegment(33c04394-201f-475d-af05-ec70e2377f9f),segment_id=33c04394-201f-475d-af05-ec70e2377f9f)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:50:48.458884 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-b2c90909-53e6-4f20-b7f4-46d2b7ce9d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33076891'] for port, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:48.524800 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-b2c90909-53e6-4f20-b7f4-46d2b7ce9d3c admin admin] Calling delete_port for 5be5f07e-b88d-469e-820b-9cb6b75a44bd owned by network:router_interface {{(pid=104575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 19:50:48.701473 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-b2c90909-53e6-4f20-b7f4-46d2b7ce9d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761649822437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761649331806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30138787'] for port, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:48.703415 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-fb1d8026-f39d-4654-a03a-deaaf56c28ce tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:50:48.729675 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c90909-53e6-4f20-b7f4-46d2b7ce9d3c admin admin] Pushing event deleted for resources: {'Port': ['ID=5be5f07e-b88d-469e-820b-9cb6b75a44bd,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:50:48.732306 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-b2c90909-53e6-4f20-b7f4-46d2b7ce9d3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:50:48.891045 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-b2c90909-53e6-4f20-b7f4-46d2b7ce9d3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32961640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33079926'] for router_interface, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:49.097105 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c90909-53e6-4f20-b7f4-46d2b7ce9d3c admin admin] Router 4f6e2569-ac98-42f8-a137-37d5f631785f has already been hosted by L3 agent 340c6150-ff20-4abf-b4fe-5b82b8e71fd8 {{(pid=104575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 19:50:49.451041 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c90909-53e6-4f20-b7f4-46d2b7ce9d3c admin admin] Notify agent at l3_agent.dv-cinder-792462-15-smb the message routers_updated {{(pid=104575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 19:50:49.456038 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-b2c90909-53e6-4f20-b7f4-46d2b7ce9d3c admin admin] 10.222.0.38 "PUT /v2.0/routers/4f6e2569-ac98-42f8-a137-37d5f631785f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8015873 Jun 21 19:50:49.458498 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 46872) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:50:49.462471 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908f8f55-527e-49db-92a9-4cf340a950b5 None None] Sync routers for ids ['4f6e2569-ac98-42f8-a137-37d5f631785f'] in dv-cinder-792462-15-smb {{(pid=104578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 19:50:49.471459 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908f8f55-527e-49db-92a9-4cf340a950b5 None None] Routers {'4f6e2569-ac98-42f8-a137-37d5f631785f'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:50:49.472061 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-908f8f55-527e-49db-92a9-4cf340a950b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:50:33Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['4f6e2569-ac98-42f8-a137-37d5f631785f'], 'active': True} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:50:49.565027 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-261c312e-8d29-4398-ad36-8af1fecb9e4f admin admin] Notify callbacks [] for router, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:49.577001 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvr_db [None req-908f8f55-527e-49db-92a9-4cf340a950b5 None None] Set router 4f6e2569-ac98-42f8-a137-37d5f631785f gateway port host: dv-cinder-792462-15-smb {{(pid=104578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:50:49.674401 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-261c312e-8d29-4398-ad36-8af1fecb9e4f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:49.731835 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-261c312e-8d29-4398-ad36-8af1fecb9e4f admin admin] Deleting port a8e686c1-5144-483c-800b-843137339b6a {{(pid=104575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 19:50:49.732519 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-261c312e-8d29-4398-ad36-8af1fecb9e4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761649817829'] for port, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:49.782048 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-908f8f55-527e-49db-92a9-4cf340a950b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'name': 'tempest-AttachVolumeShelveTestJSON-524762901-router', 'tenant_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': 'a8e686c1-5144-483c-800b-843137339b6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:44:04Z', 'updated_at': '2021-06-21T19:50:48Z', 'revision_number': 5, 'project_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'gw_port': {'id': 'a8e686c1-5144-483c-800b-843137339b6a', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:44:05Z', 'updated_at': '2021-06-21T19:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb'}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:50:49.808902 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908f8f55-527e-49db-92a9-4cf340a950b5 None None] Checking router: 4f6e2569-ac98-42f8-a137-37d5f631785f for host: dv-cinder-792462-15-smb {{(pid=104578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 19:50:49.821159 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908f8f55-527e-49db-92a9-4cf340a950b5 None None] Routers {'4f6e2569-ac98-42f8-a137-37d5f631785f'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:50:49.821959 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-908f8f55-527e-49db-92a9-4cf340a950b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:50:33Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['4f6e2569-ac98-42f8-a137-37d5f631785f'], 'active': True} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:50:49.827612 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-261c312e-8d29-4398-ad36-8af1fecb9e4f admin admin] For port a8e686c1-5144-483c-800b-843137339b6a, host dv-cinder-792462-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=a8e686c1-5144-483c-800b-843137339b6a,segment=NetworkSegment(9e55d9b0-2d6a-4ec9-a110-693459193d1d),segment_id=9e55d9b0-2d6a-4ec9-a110-693459193d1d)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:50:49.827978 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-261c312e-8d29-4398-ad36-8af1fecb9e4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33076891'] for port, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:49.903091 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-261c312e-8d29-4398-ad36-8af1fecb9e4f admin admin] Calling delete_port for a8e686c1-5144-483c-800b-843137339b6a owned by network:router_gateway {{(pid=104575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 19:50:49.912882 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvr_db [None req-908f8f55-527e-49db-92a9-4cf340a950b5 None None] Set router 4f6e2569-ac98-42f8-a137-37d5f631785f gateway port host: None {{(pid=104578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:50:49.970567 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-908f8f55-527e-49db-92a9-4cf340a950b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'name': 'tempest-AttachVolumeShelveTestJSON-524762901-router', 'tenant_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:44:04Z', 'updated_at': '2021-06-21T19:50:49Z', 'revision_number': 6, 'project_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'gw_port_host': None}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:50:49.999886 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908f8f55-527e-49db-92a9-4cf340a950b5 None None] The sync data for ids ['4f6e2569-ac98-42f8-a137-37d5f631785f'] in dv-cinder-792462-15-smb is: [{'id': '4f6e2569-ac98-42f8-a137-37d5f631785f', 'name': 'tempest-AttachVolumeShelveTestJSON-524762901-router', 'tenant_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:44:04Z', 'updated_at': '2021-06-21T19:50:49Z', 'revision_number': 6, 'project_id': '24d88bac2bdc4887aaf0eb2f85b5c6cd', 'gw_port_host': None}] {{(pid=104578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 19:50:50.077952 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-261c312e-8d29-4398-ad36-8af1fecb9e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761649822437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761649331806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30138787'] for port, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:50.080584 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-f184950e-1342-4224-9470-fecb4842cd04 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:50:50.103731 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261c312e-8d29-4398-ad36-8af1fecb9e4f admin admin] Pushing event deleted for resources: {'Port': ['ID=a8e686c1-5144-483c-800b-843137339b6a,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:50:50.106832 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-261c312e-8d29-4398-ad36-8af1fecb9e4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:50:50.166778 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-261c312e-8d29-4398-ad36-8af1fecb9e4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33078106'] for router_gateway, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:50.252841 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-261c312e-8d29-4398-ad36-8af1fecb9e4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33081412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-620'] for router, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:50.254768 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-261c312e-8d29-4398-ad36-8af1fecb9e4f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:50.295108 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-261c312e-8d29-4398-ad36-8af1fecb9e4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33080853'] for router, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:50.296065 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261c312e-8d29-4398-ad36-8af1fecb9e4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f6e2569-ac98-42f8-a137-37d5f631785f {{(pid=104575) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 19:50:50.304788 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-261c312e-8d29-4398-ad36-8af1fecb9e4f admin admin] Notify callbacks [] for router, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:50.305930 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-261c312e-8d29-4398-ad36-8af1fecb9e4f admin admin] 10.222.0.38 "DELETE /v2.0/routers/4f6e2569-ac98-42f8-a137-37d5f631785f HTTP/1.1" status: 204 len: 168 time: 0.8459015 Jun 21 19:50:50.308362 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 46892) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:50:50.356769 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ba7d1b5-b45e-46c8-af11-406267a7dee0 admin admin] Deleting subnet 9614296a-537a-414b-ae37-4bb814e04b86 {{(pid=104575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 19:50:50.360019 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6ba7d1b5-b45e-46c8-af11-406267a7dee0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:50.400066 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6ba7d1b5-b45e-46c8-af11-406267a7dee0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30138819'] for subnet, precommit_delete_associations {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:50.485838 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6ba7d1b5-b45e-46c8-af11-406267a7dee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-744040'] for subnet, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:50.535350 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6ba7d1b5-b45e-46c8-af11-406267a7dee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-744039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30138841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29561145'] for subnet, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:50.537466 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-7f248817-90f3-44c6-8b8c-89ceeb9441ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:50:50.564586 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba7d1b5-b45e-46c8-af11-406267a7dee0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9614296a-537a-414b-ae37-4bb814e04b86,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:50:50.567541 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-6ba7d1b5-b45e-46c8-af11-406267a7dee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:50:50.570795 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6ba7d1b5-b45e-46c8-af11-406267a7dee0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for subnet, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:50.572698 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-6ba7d1b5-b45e-46c8-af11-406267a7dee0 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/9614296a-537a-414b-ae37-4bb814e04b86 HTTP/1.1" status: 204 len: 168 time: 0.2634397 Jun 21 19:50:50.575276 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 46894) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:50:50.578108 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972f4e8c-3e10-47a9-9e8c-dd3784ecded9 None None] Network 2d4d9e71-b808-45e3-a13f-71991168a9d3 requested from dv-cinder-792462-15-smb {{(pid=104577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:50:50.641684 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-27b611b7-e614-4dac-aac1-270965e18a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583444'] for network, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:50.695856 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.plugin [None req-27b611b7-e614-4dac-aac1-270965e18a37 admin admin] Deleting port d1cd061b-121d-43c8-9537-1856e57a250e {{(pid=104576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 19:50:50.696171 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-27b611b7-e614-4dac-aac1-270965e18a37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761649817829'] for port, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:50.764070 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.db [None req-27b611b7-e614-4dac-aac1-270965e18a37 admin admin] For port d1cd061b-121d-43c8-9537-1856e57a250e, host dv-cinder-792462-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=d1cd061b-121d-43c8-9537-1856e57a250e,segment=NetworkSegment(33c04394-201f-475d-af05-ec70e2377f9f),segment_id=33c04394-201f-475d-af05-ec70e2377f9f)] {{(pid=104576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:50:50.764442 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-27b611b7-e614-4dac-aac1-270965e18a37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33076891'] for port, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:50.795252 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9881b2-704a-454d-8793-3a6de73cae43 None None] DHCP port deletion for 2d4d9e71-b808-45e3-a13f-71991168a9d3 request from dv-cinder-792462-15-smb {{(pid=104577) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 19:50:50.807676 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device 5be5f07e-b88d-469e-820b-9cb6b75a44bd no longer exists at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 19:50:50.829078 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] No Port match for: 5be5f07e-b88d-469e-820b-9cb6b75a44bd {{(pid=104577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 19:50:50.829426 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device 5be5f07e-b88d-469e-820b-9cb6b75a44bd not bound to the agent host dv-cinder-792462-15-smb {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 19:50:50.830181 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.plugin [None req-27b611b7-e614-4dac-aac1-270965e18a37 admin admin] Calling delete_port for d1cd061b-121d-43c8-9537-1856e57a250e owned by network:dhcp {{(pid=104576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 19:50:50.900835 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-4d9881b2-704a-454d-8793-3a6de73cae43 None None] Deleting port d1cd061b-121d-43c8-9537-1856e57a250e {{(pid=104577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 19:50:50.901435 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-4d9881b2-704a-454d-8793-3a6de73cae43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761649817829'] for port, before_delete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:50.911137 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-27b611b7-e614-4dac-aac1-270965e18a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761649822437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761649331806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29817493'] for port, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:50.915577 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:50:50.939807 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b611b7-e614-4dac-aac1-270965e18a37 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1cd061b-121d-43c8-9537-1856e57a250e,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:50:50.943656 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-27b611b7-e614-4dac-aac1-270965e18a37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:50:50.946348 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b611b7-e614-4dac-aac1-270965e18a37 admin admin] No DVR routers for this DVR port d1cd061b-121d-43c8-9537-1856e57a250e on host dv-cinder-792462-15-smb {{(pid=104576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 19:50:50.983334 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-4d9881b2-704a-454d-8793-3a6de73cae43 None None] For port d1cd061b-121d-43c8-9537-1856e57a250e, host dv-cinder-792462-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=d1cd061b-121d-43c8-9537-1856e57a250e,segment=NetworkSegment(33c04394-201f-475d-af05-ec70e2377f9f),segment_id=33c04394-201f-475d-af05-ec70e2377f9f)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:50:50.983723 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-4d9881b2-704a-454d-8793-3a6de73cae43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33076891'] for port, precommit_delete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:51.022795 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-27b611b7-e614-4dac-aac1-270965e18a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744951', 'neutron.services.segments.db._delete_segments_for_network-8761649872083'] for network, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:51.033483 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.services.segments.db [None req-27b611b7-e614-4dac-aac1-270965e18a37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d4d9e71-b808-45e3-a13f-71991168a9d3']}} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:50:51.045922 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.services.segments.db [None req-27b611b7-e614-4dac-aac1-270965e18a37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33c04394-201f-475d-af05-ec70e2377f9f') {'for_net_delete': True} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:50:51.046047 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.services.segments.db [None req-27b611b7-e614-4dac-aac1-270965e18a37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33c04394-201f-475d-af05-ec70e2377f9f') {} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:50:51.055427 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-27b611b7-e614-4dac-aac1-270965e18a37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761649871912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24801011'] for segment, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:51.056324 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-4d9881b2-704a-454d-8793-3a6de73cae43 None None] Calling delete_port for d1cd061b-121d-43c8-9537-1856e57a250e owned by network:dhcp {{(pid=104577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 19:50:51.070030 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-27b611b7-e614-4dac-aac1-270965e18a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740799'] for segment, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:51.083927 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27b611b7-e614-4dac-aac1-270965e18a37 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=104576) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 19:50:51.084334 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-27b611b7-e614-4dac-aac1-270965e18a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29673540'] for segment, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:51.086975 dv-cinder-792462-15-smb neutron-server[104576]: Traceback (most recent call last): Jun 21 19:50:51.086975 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 19:50:51.086975 dv-cinder-792462-15-smb neutron-server[104576]: timer() Jun 21 19:50:51.086975 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 19:50:51.086975 dv-cinder-792462-15-smb neutron-server[104576]: cb(*args, **kw) Jun 21 19:50:51.086975 dv-cinder-792462-15-smb neutron-server[104576]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 19:50:51.086975 dv-cinder-792462-15-smb neutron-server[104576]: return func(*args, **kwargs) Jun 21 19:50:51.086975 dv-cinder-792462-15-smb neutron-server[104576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 19:50:51.086975 dv-cinder-792462-15-smb neutron-server[104576]: self._notify() Jun 21 19:50:51.086975 dv-cinder-792462-15-smb neutron-server[104576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 19:50:51.086975 dv-cinder-792462-15-smb neutron-server[104576]: self.callback(batched_events) Jun 21 19:50:51.086975 dv-cinder-792462-15-smb neutron-server[104576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 19:50:51.086975 dv-cinder-792462-15-smb neutron-server[104576]: event.method(event) Jun 21 19:50:51.086975 dv-cinder-792462-15-smb neutron-server[104576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 19:50:51.086975 dv-cinder-792462-15-smb neutron-server[104576]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 19:50:51.086975 dv-cinder-792462-15-smb neutron-server[104576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 19:50:51.086975 dv-cinder-792462-15-smb neutron-server[104576]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 19:50:51.086975 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 19:50:51.086975 dv-cinder-792462-15-smb neutron-server[104576]: return f(self, *a, **k) Jun 21 19:50:51.086975 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 19:50:51.086975 dv-cinder-792462-15-smb neutron-server[104576]: return self._get(url).json() Jun 21 19:50:51.086975 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 19:50:51.086975 dv-cinder-792462-15-smb neutron-server[104576]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 19:50:51.086975 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 19:50:51.086975 dv-cinder-792462-15-smb neutron-server[104576]: return self.request(url, 'GET', **kwargs) Jun 21 19:50:51.086975 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 19:50:51.086975 dv-cinder-792462-15-smb neutron-server[104576]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 19:50:51.086975 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 19:50:51.086975 dv-cinder-792462-15-smb neutron-server[104576]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 19:50:51.086975 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 19:50:51.086975 dv-cinder-792462-15-smb neutron-server[104576]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 19:50:51.086975 dv-cinder-792462-15-smb neutron-server[104576]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 19:50:51.151439 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-4d9881b2-704a-454d-8793-3a6de73cae43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761649822437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761649331806'] for port, after_delete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:51.153776 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-27b611b7-e614-4dac-aac1-270965e18a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33202238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33078149'] for network, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:51.167821 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:50:51.169306 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:50:51.172976 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4d9881b2-704a-454d-8793-3a6de73cae43 None None] Network 2d4d9e71-b808-45e3-a13f-71991168a9d3 is not hosted by any dhcp agent {{(pid=104577) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 21 19:50:51.173523 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9881b2-704a-454d-8793-3a6de73cae43 None None] No DVR routers for this DVR port d1cd061b-121d-43c8-9537-1856e57a250e on host dv-cinder-792462-15-smb {{(pid=104577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 19:50:51.174245 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-27b611b7-e614-4dac-aac1-270965e18a37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for network, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:51.176283 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-27b611b7-e614-4dac-aac1-270965e18a37 admin admin] 10.222.0.38 "DELETE /v2.0/networks/2d4d9e71-b808-45e3-a13f-71991168a9d3 HTTP/1.1" status: 204 len: 168 time: 0.6000133 Jun 21 19:50:51.189398 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b611b7-e614-4dac-aac1-270965e18a37 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d4d9e71-b808-45e3-a13f-71991168a9d3,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:50:51.192043 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-27b611b7-e614-4dac-aac1-270965e18a37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:50:51.203131 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9881b2-704a-454d-8793-3a6de73cae43 None None] Pushing event deleted for resources: {'Port': ['ID=d1cd061b-121d-43c8-9537-1856e57a250e,revision_number=None']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:50:51.210866 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9881b2-704a-454d-8793-3a6de73cae43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:50:51.211212 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9881b2-704a-454d-8793-3a6de73cae43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:50:51.211548 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9881b2-704a-454d-8793-3a6de73cae43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:50:51.211882 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9881b2-704a-454d-8793-3a6de73cae43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:50:51.212210 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9881b2-704a-454d-8793-3a6de73cae43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:50:51.212542 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9881b2-704a-454d-8793-3a6de73cae43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:50:51.212870 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9881b2-704a-454d-8793-3a6de73cae43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:50:51.213189 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9881b2-704a-454d-8793-3a6de73cae43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:50:51.213513 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9881b2-704a-454d-8793-3a6de73cae43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:50:51.213860 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9881b2-704a-454d-8793-3a6de73cae43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:50:51.214178 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9881b2-704a-454d-8793-3a6de73cae43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:50:51.214494 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9881b2-704a-454d-8793-3a6de73cae43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104577) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:50:51.217682 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-4d9881b2-704a-454d-8793-3a6de73cae43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:50:51.313169 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 46926) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:50:51.359241 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-9e0b31d0-79c6-4619-93a2-d1605c5e87ab admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=24d88bac2bdc4887aaf0eb2f85b5c6cd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0447719 Jun 21 19:50:51.361557 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 46928) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:50:51.412502 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-975b2532-3296-4577-8f94-f41ba72f5251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:51.435359 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-975b2532-3296-4577-8f94-f41ba72f5251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:51.469661 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 46932) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:50:51.489385 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-975b2532-3296-4577-8f94-f41ba72f5251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:51.492125 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-975b2532-3296-4577-8f94-f41ba72f5251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:51.495668 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-975b2532-3296-4577-8f94-f41ba72f5251 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a8e418b5-84b7-42a0-aed8-36879bd26128 HTTP/1.1" status: 204 len: 168 time: 0.1306984 Jun 21 19:50:51.495668 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-19333d01-58a8-4719-8f9c-7f5de9bb7278 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:50:51.501370 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975b2532-3296-4577-8f94-f41ba72f5251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e418b5-84b7-42a0-aed8-36879bd26128,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:50:51.504253 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-975b2532-3296-4577-8f94-f41ba72f5251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:50:51.583728 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-1e405328-f21c-4634-950d-6b48cf623eb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:51.677217 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-1e405328-f21c-4634-950d-6b48cf623eb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:51.681828 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-1e405328-f21c-4634-950d-6b48cf623eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:51.685769 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-7b5076d9-3f45-4852-a00d-7b8b8f1ed69e tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:50:51.725048 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-1e405328-f21c-4634-950d-6b48cf623eb8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0683f8036996421e99713ea3d7aeb27a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2541816 Jun 21 19:50:51.726780 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e405328-f21c-4634-950d-6b48cf623eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed966ab-952d-4551-a674-120d052efa54,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:50:51.727659 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 46942) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:50:51.730587 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-1e405328-f21c-4634-950d-6b48cf623eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:50:51.780106 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-211ec754-d57e-46d6-890d-280aa1d55ade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:51.801726 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-211ec754-d57e-46d6-890d-280aa1d55ade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:51.858139 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-211ec754-d57e-46d6-890d-280aa1d55ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:51.860673 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-211ec754-d57e-46d6-890d-280aa1d55ade admin admin] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:51.861988 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-211ec754-d57e-46d6-890d-280aa1d55ade admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3ed966ab-952d-4551-a674-120d052efa54 HTTP/1.1" status: 204 len: 168 time: 0.1333237 Jun 21 19:50:51.862771 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-e0d5adf1-0cec-4ae6-a51c-0645f9744ea0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:50:51.870928 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211ec754-d57e-46d6-890d-280aa1d55ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed966ab-952d-4551-a674-120d052efa54,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:50:51.873249 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-211ec754-d57e-46d6-890d-280aa1d55ade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:50:52.142245 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device d1cd061b-121d-43c8-9537-1856e57a250e no longer exists at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 19:50:52.166344 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] No Port match for: d1cd061b-121d-43c8-9537-1856e57a250e {{(pid=104577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 19:50:52.166692 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device d1cd061b-121d-43c8-9537-1856e57a250e not bound to the agent host dv-cinder-792462-15-smb {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 19:50:52.167124 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device a8e686c1-5144-483c-800b-843137339b6a no longer exists at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 19:50:52.186506 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] No Port match for: a8e686c1-5144-483c-800b-843137339b6a {{(pid=104577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 19:50:52.186859 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device a8e686c1-5144-483c-800b-843137339b6a not bound to the agent host dv-cinder-792462-15-smb {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 19:50:52.197550 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 46962) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:50:52.202976 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 46964) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:50:52.215177 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-2a9bc2d0-8e61-4c4b-b574-90d028d8efb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:52.303588 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-2a9bc2d0-8e61-4c4b-b574-90d028d8efb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:52.307618 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-2a9bc2d0-8e61-4c4b-b574-90d028d8efb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:52.310204 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-fe9ea952-1117-482d-8fd0-38e8f49e61c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:50:52.345868 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9bc2d0-8e61-4c4b-b574-90d028d8efb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9768e031-c906-4d62-9b7b-04b158ee517d,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:50:52.353152 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-2a9bc2d0-8e61-4c4b-b574-90d028d8efb1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a982f1bfdcdd4166b871f3a4a9462d36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1508741 Jun 21 19:50:52.353152 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-2a9bc2d0-8e61-4c4b-b574-90d028d8efb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:50:52.353152 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 46968) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:50:52.359205 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [None req-ebec4e9f-9450-43a3-b213-c09fd9789417 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1257823460-network', 'tenant_id': '0ccf95905afd4184a941d77b078b21b9'}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:50:52.379305 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebec4e9f-9450-43a3-b213-c09fd9789417 admin admin] Made reservation on behalf of 0ccf95905afd4184a941d77b078b21b9 for: {'network': 1} {{(pid=104575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:50:52.382166 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-ebec4e9f-9450-43a3-b213-c09fd9789417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for network, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:52.390107 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-ebec4e9f-9450-43a3-b213-c09fd9789417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:52.406084 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-8a0f4ed3-879f-4f13-82c8-7ebca3ea1a21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:52.427275 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-8a0f4ed3-879f-4f13-82c8-7ebca3ea1a21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:52.475086 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-8a0f4ed3-879f-4f13-82c8-7ebca3ea1a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:52.478439 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-8a0f4ed3-879f-4f13-82c8-7ebca3ea1a21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:52.479498 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-ebec4e9f-9450-43a3-b213-c09fd9789417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:52.479757 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-8a0f4ed3-879f-4f13-82c8-7ebca3ea1a21 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9768e031-c906-4d62-9b7b-04b158ee517d HTTP/1.1" status: 204 len: 168 time: 0.1257567 Jun 21 19:50:52.480682 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-c5d962f9-059a-495e-a94c-6fb4ae8a0544 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:50:52.487184 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-ebec4e9f-9450-43a3-b213-c09fd9789417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:52.487879 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0f4ed3-879f-4f13-82c8-7ebca3ea1a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9768e031-c906-4d62-9b7b-04b158ee517d,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:50:52.490145 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-8a0f4ed3-879f-4f13-82c8-7ebca3ea1a21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:50:52.490479 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-53bdaaa3-db02-4028-8631-362253bf5d6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:50:52.515726 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebec4e9f-9450-43a3-b213-c09fd9789417 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=104575) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 19:50:52.521914 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebec4e9f-9450-43a3-b213-c09fd9789417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd33b702-eecc-40e1-8da1-c3c413e3dba8,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:50:52.525541 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-ebec4e9f-9450-43a3-b213-c09fd9789417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:50:52.528682 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-ebec4e9f-9450-43a3-b213-c09fd9789417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740799'] for segment, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:52.529055 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.db.segments_db [None req-ebec4e9f-9450-43a3-b213-c09fd9789417 admin admin] Added segment fd5aed33-1dcd-4a72-b256-7e06743a8f77 of type vlan for network 2c0cdb35-a9ef-48c2-9010-7ce8578b8c07 Jun 21 19:50:52.572610 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-ebec4e9f-9450-43a3-b213-c09fd9789417 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761649351873'] for network, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:52.604148 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-ebec4e9f-9450-43a3-b213-c09fd9789417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33202238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553'] for network, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:52.605750 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebec4e9f-9450-43a3-b213-c09fd9789417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:50:52.606338 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-ebec4e9f-9450-43a3-b213-c09fd9789417 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for network, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:52.609294 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-edd342f4-cefd-4466-8f95-1f2241ad8183 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:50:52.659993 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-ebec4e9f-9450-43a3-b213-c09fd9789417 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4559190 Jun 21 19:50:52.663494 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 46974) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:50:52.669397 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.v2.base [None req-2ff55a42-c39d-4189-853a-bac80872003d admin admin] Request body: {'subnet': {'network_id': '2c0cdb35-a9ef-48c2-9010-7ce8578b8c07', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1257823460-subnet', 'tenant_id': '0ccf95905afd4184a941d77b078b21b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:50:52.671579 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebec4e9f-9450-43a3-b213-c09fd9789417 admin admin] Pushing event updated for resources: {'Network': ['ID=2c0cdb35-a9ef-48c2-9010-7ce8578b8c07,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:50:52.674379 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-ebec4e9f-9450-43a3-b213-c09fd9789417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:50:52.683835 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Network 2c0cdb35-a9ef-48c2-9010-7ce8578b8c07 details requested by agent ovs-agent-dv-cinder-792462-15-smb with host dv-cinder-792462-15-smb {{(pid=104577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 19:50:52.698704 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff55a42-c39d-4189-853a-bac80872003d admin admin] Made reservation on behalf of 0ccf95905afd4184a941d77b078b21b9 for: {'subnet': 1} {{(pid=104576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:50:52.701416 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-2ff55a42-c39d-4189-853a-bac80872003d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29967385'] for subnet, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:52.873812 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-2ff55a42-c39d-4189-853a-bac80872003d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29817390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29967371'] for subnet, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:52.876945 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-f2e11c61-a69e-46f1-a05c-c568a56577f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:50:52.937713 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff55a42-c39d-4189-853a-bac80872003d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bedb59bb-2807-4110-8af2-dd859c62e2a7,revision_number=0']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:50:52.941374 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-2ff55a42-c39d-4189-853a-bac80872003d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:50:52.946866 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff55a42-c39d-4189-853a-bac80872003d admin admin] Checking segment: {'id': 'fd5aed33-1dcd-4a72-b256-7e06743a8f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2c0cdb35-a9ef-48c2-9010-7ce8578b8c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104576) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:50:52.947219 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff55a42-c39d-4189-853a-bac80872003d admin admin] Network hostable DHCP agents. Network: 2c0cdb35-a9ef-48c2-9010-7ce8578b8c07, hostable agents: ['a15a033b-c070-47da-bf4d-e41793740fb3'], hosted agents: [] {{(pid=104576) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 19:50:52.965133 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff55a42-c39d-4189-853a-bac80872003d admin admin] Network 2c0cdb35-a9ef-48c2-9010-7ce8578b8c07 is scheduled to be hosted by DHCP agent a15a033b-c070-47da-bf4d-e41793740fb3 with binding_index 1 {{(pid=104576) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 19:50:52.973156 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.base_scheduler [None req-2ff55a42-c39d-4189-853a-bac80872003d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-15-smb, 2c0cdb35-a9ef-48c2-9010-7ce8578b8c07) {{(pid=104576) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:50:52.978980 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff55a42-c39d-4189-853a-bac80872003d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:50:52.979672 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-2ff55a42-c39d-4189-853a-bac80872003d admin admin] Notify callbacks [] for subnet, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:52.982034 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685f07bf-a652-4968-818a-aa804be6fe0c None None] Network 2c0cdb35-a9ef-48c2-9010-7ce8578b8c07 requested from dv-cinder-792462-15-smb {{(pid=104577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:50:52.996583 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-2ff55a42-c39d-4189-853a-bac80872003d admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3312430 Jun 21 19:50:53.239691 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a29f5c-783d-45f2-874b-b012d7de65ba None None] Network 2c0cdb35-a9ef-48c2-9010-7ce8578b8c07 requested from dv-cinder-792462-15-smb {{(pid=104577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:50:53.620936 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 47016) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:50:53.626069 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.v2.base [None req-444198a5-c8cd-40cd-a814-39d2be3c666f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1396226899-network', 'tenant_id': '226a57e2098f4ecc850aa7febc2a9fea'}} {{(pid=104576) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:50:53.646536 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444198a5-c8cd-40cd-a814-39d2be3c666f admin admin] Made reservation on behalf of 226a57e2098f4ecc850aa7febc2a9fea for: {'network': 1} {{(pid=104576) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:50:53.649604 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-444198a5-c8cd-40cd-a814-39d2be3c666f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-549991'] for network, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:53.658572 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-444198a5-c8cd-40cd-a814-39d2be3c666f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:53.765640 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-444198a5-c8cd-40cd-a814-39d2be3c666f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:53.770166 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-444198a5-c8cd-40cd-a814-39d2be3c666f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:53.773973 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-b7f21274-9164-4af7-846d-84b41aa3a323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:50:53.801202 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-444198a5-c8cd-40cd-a814-39d2be3c666f admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=104576) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 19:50:53.812119 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444198a5-c8cd-40cd-a814-39d2be3c666f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4562a6b0-4d44-44b2-bef4-bc3f43ee8998,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:50:53.816316 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-444198a5-c8cd-40cd-a814-39d2be3c666f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:50:53.819952 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-444198a5-c8cd-40cd-a814-39d2be3c666f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740799'] for segment, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:53.820303 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.db.segments_db [None req-444198a5-c8cd-40cd-a814-39d2be3c666f admin admin] Added segment 260aadf0-9b8f-4407-b55e-6e4bcb148dd8 of type vlan for network 1aca82dd-05ed-4c48-8ae4-9ef7a4061f41 Jun 21 19:50:53.862307 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-444198a5-c8cd-40cd-a814-39d2be3c666f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761649351873'] for network, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:53.891838 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-444198a5-c8cd-40cd-a814-39d2be3c666f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33202238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553'] for network, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:53.893327 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444198a5-c8cd-40cd-a814-39d2be3c666f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:50:53.893974 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-444198a5-c8cd-40cd-a814-39d2be3c666f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for network, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:53.896007 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-27b611b7-e614-4dac-aac1-270965e18a37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:50:53.952197 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-444198a5-c8cd-40cd-a814-39d2be3c666f admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3301504 Jun 21 19:50:53.955107 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 47026) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:50:53.958267 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444198a5-c8cd-40cd-a814-39d2be3c666f admin admin] Pushing event updated for resources: {'Network': ['ID=1aca82dd-05ed-4c48-8ae4-9ef7a4061f41,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:50:53.961117 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.v2.base [None req-d2e2e7c4-1801-4d17-a1e2-6d41fb12929c admin admin] Request body: {'subnet': {'network_id': '1aca82dd-05ed-4c48-8ae4-9ef7a4061f41', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1396226899-subnet', 'tenant_id': '226a57e2098f4ecc850aa7febc2a9fea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104575) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 19:50:53.961648 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-444198a5-c8cd-40cd-a814-39d2be3c666f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:50:53.969157 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Network 1aca82dd-05ed-4c48-8ae4-9ef7a4061f41 details requested by agent ovs-agent-dv-cinder-792462-15-smb with host dv-cinder-792462-15-smb {{(pid=104577) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 19:50:53.985020 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e2e7c4-1801-4d17-a1e2-6d41fb12929c admin admin] Made reservation on behalf of 226a57e2098f4ecc850aa7febc2a9fea for: {'subnet': 1} {{(pid=104575) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 19:50:53.988169 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-d2e2e7c4-1801-4d17-a1e2-6d41fb12929c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29561106'] for subnet, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:54.160697 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-d2e2e7c4-1801-4d17-a1e2-6d41fb12929c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30138648', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29561088'] for subnet, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:54.163912 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-8ffd610a-31cb-43fe-b1a3-a2cc59aab49a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:50:54.221746 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e2e7c4-1801-4d17-a1e2-6d41fb12929c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc831f1d-4570-4220-8ba7-952992b3ad89,revision_number=0']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:50:54.224810 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-d2e2e7c4-1801-4d17-a1e2-6d41fb12929c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:50:54.233903 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e2e7c4-1801-4d17-a1e2-6d41fb12929c admin admin] Checking segment: {'id': '260aadf0-9b8f-4407-b55e-6e4bcb148dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '1aca82dd-05ed-4c48-8ae4-9ef7a4061f41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104575) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 19:50:54.234258 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e2e7c4-1801-4d17-a1e2-6d41fb12929c admin admin] Network hostable DHCP agents. Network: 1aca82dd-05ed-4c48-8ae4-9ef7a4061f41, hostable agents: ['a15a033b-c070-47da-bf4d-e41793740fb3'], hosted agents: [] {{(pid=104575) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 19:50:54.250444 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e2e7c4-1801-4d17-a1e2-6d41fb12929c admin admin] Network 1aca82dd-05ed-4c48-8ae4-9ef7a4061f41 is scheduled to be hosted by DHCP agent a15a033b-c070-47da-bf4d-e41793740fb3 with binding_index 1 {{(pid=104575) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 19:50:54.259604 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.base_scheduler [None req-d2e2e7c4-1801-4d17-a1e2-6d41fb12929c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792462-15-smb, 1aca82dd-05ed-4c48-8ae4-9ef7a4061f41) {{(pid=104575) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 19:50:54.263697 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e2e7c4-1801-4d17-a1e2-6d41fb12929c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:50:54.264292 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-d2e2e7c4-1801-4d17-a1e2-6d41fb12929c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for subnet, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:54.269556 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c20518-b251-4ee0-872f-e77923620c4d None None] Network 1aca82dd-05ed-4c48-8ae4-9ef7a4061f41 requested from dv-cinder-792462-15-smb {{(pid=104577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:50:54.285065 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-d2e2e7c4-1801-4d17-a1e2-6d41fb12929c admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3284810 Jun 21 19:50:54.424305 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 47038) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:50:54.434884 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5b614f-daa3-47ed-9f2e-6adf28b1aaeb None None] Network 1aca82dd-05ed-4c48-8ae4-9ef7a4061f41 requested from dv-cinder-792462-15-smb {{(pid=104577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:50:54.470345 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.db_base_plugin_v2 [None req-acb4aa4e-2120-483b-a223-39357d3b3185 admin admin] Deleting subnet bedb59bb-2807-4110-8af2-dd859c62e2a7 {{(pid=104575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 19:50:54.473431 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-acb4aa4e-2120-483b-a223-39357d3b3185 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:54.506674 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-acb4aa4e-2120-483b-a223-39357d3b3185 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30138819'] for subnet, precommit_delete_associations {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:54.550330 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-acb4aa4e-2120-483b-a223-39357d3b3185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-744040'] for subnet, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:54.599156 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-acb4aa4e-2120-483b-a223-39357d3b3185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-744039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30138841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29561145'] for subnet, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:54.601732 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:50:54.624692 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb4aa4e-2120-483b-a223-39357d3b3185 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bedb59bb-2807-4110-8af2-dd859c62e2a7,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:50:54.627665 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-acb4aa4e-2120-483b-a223-39357d3b3185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:50:54.628619 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-acb4aa4e-2120-483b-a223-39357d3b3185 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for subnet, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:54.630422 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-acb4aa4e-2120-483b-a223-39357d3b3185 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/bedb59bb-2807-4110-8af2-dd859c62e2a7 HTTP/1.1" status: 204 len: 168 time: 0.2050207 Jun 21 19:50:54.633294 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 47040) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:50:54.703338 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-af30ca24-5518-4717-bd4c-6683e8d5763f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583444'] for network, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:54.777055 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-af30ca24-5518-4717-bd4c-6683e8d5763f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744951', 'neutron.services.segments.db._delete_segments_for_network-8761649872083'] for network, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:54.786284 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.services.segments.db [None req-af30ca24-5518-4717-bd4c-6683e8d5763f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c0cdb35-a9ef-48c2-9010-7ce8578b8c07']}} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:50:54.796181 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.services.segments.db [None req-af30ca24-5518-4717-bd4c-6683e8d5763f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd5aed33-1dcd-4a72-b256-7e06743a8f77') {'for_net_delete': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:50:54.796470 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.services.segments.db [None req-af30ca24-5518-4717-bd4c-6683e8d5763f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd5aed33-1dcd-4a72-b256-7e06743a8f77') {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:50:54.805287 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-af30ca24-5518-4717-bd4c-6683e8d5763f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761649871912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30138826'] for segment, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:54.818086 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-af30ca24-5518-4717-bd4c-6683e8d5763f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740799'] for segment, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:54.823821 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af30ca24-5518-4717-bd4c-6683e8d5763f admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=104575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 19:50:54.824194 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-af30ca24-5518-4717-bd4c-6683e8d5763f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30004082'] for segment, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:54.825765 dv-cinder-792462-15-smb neutron-server[104575]: Traceback (most recent call last): Jun 21 19:50:54.825765 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 19:50:54.825765 dv-cinder-792462-15-smb neutron-server[104575]: timer() Jun 21 19:50:54.825765 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 19:50:54.825765 dv-cinder-792462-15-smb neutron-server[104575]: cb(*args, **kw) Jun 21 19:50:54.825765 dv-cinder-792462-15-smb neutron-server[104575]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 19:50:54.825765 dv-cinder-792462-15-smb neutron-server[104575]: return func(*args, **kwargs) Jun 21 19:50:54.825765 dv-cinder-792462-15-smb neutron-server[104575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 19:50:54.825765 dv-cinder-792462-15-smb neutron-server[104575]: self._notify() Jun 21 19:50:54.825765 dv-cinder-792462-15-smb neutron-server[104575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 19:50:54.825765 dv-cinder-792462-15-smb neutron-server[104575]: self.callback(batched_events) Jun 21 19:50:54.825765 dv-cinder-792462-15-smb neutron-server[104575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 19:50:54.825765 dv-cinder-792462-15-smb neutron-server[104575]: event.method(event) Jun 21 19:50:54.825765 dv-cinder-792462-15-smb neutron-server[104575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 19:50:54.825765 dv-cinder-792462-15-smb neutron-server[104575]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 19:50:54.825765 dv-cinder-792462-15-smb neutron-server[104575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 19:50:54.825765 dv-cinder-792462-15-smb neutron-server[104575]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 19:50:54.825765 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 19:50:54.825765 dv-cinder-792462-15-smb neutron-server[104575]: return f(self, *a, **k) Jun 21 19:50:54.825765 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 19:50:54.825765 dv-cinder-792462-15-smb neutron-server[104575]: return self._get(url).json() Jun 21 19:50:54.825765 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 19:50:54.825765 dv-cinder-792462-15-smb neutron-server[104575]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 19:50:54.825765 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 19:50:54.825765 dv-cinder-792462-15-smb neutron-server[104575]: return self.request(url, 'GET', **kwargs) Jun 21 19:50:54.825765 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 19:50:54.825765 dv-cinder-792462-15-smb neutron-server[104575]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 19:50:54.825765 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 19:50:54.825765 dv-cinder-792462-15-smb neutron-server[104575]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 19:50:54.825765 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 19:50:54.825765 dv-cinder-792462-15-smb neutron-server[104575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 19:50:54.825765 dv-cinder-792462-15-smb neutron-server[104575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 19:50:54.882993 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-af30ca24-5518-4717-bd4c-6683e8d5763f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33202238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33078149'] for network, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:54.887193 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-30d484ef-9c8e-4360-ba09-eedc4b5668ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:50:54.892257 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-af30ca24-5518-4717-bd4c-6683e8d5763f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for network, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:54.894531 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-af30ca24-5518-4717-bd4c-6683e8d5763f admin admin] 10.222.0.38 "DELETE /v2.0/networks/2c0cdb35-a9ef-48c2-9010-7ce8578b8c07 HTTP/1.1" status: 204 len: 168 time: 0.2601576 Jun 21 19:50:54.898609 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 47042) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:50:54.905619 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af30ca24-5518-4717-bd4c-6683e8d5763f admin admin] Pushing event deleted for resources: {'Network': ['ID=2c0cdb35-a9ef-48c2-9010-7ce8578b8c07,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:50:54.907833 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-af30ca24-5518-4717-bd4c-6683e8d5763f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:50:54.944422 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.db_base_plugin_v2 [None req-35a1ff8c-3a0a-4468-befa-cc3f2ea1e4b5 admin admin] Deleting subnet bc831f1d-4570-4220-8ba7-952992b3ad89 {{(pid=104576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 19:50:54.947432 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-35a1ff8c-3a0a-4468-befa-cc3f2ea1e4b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:54.985080 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-35a1ff8c-3a0a-4468-befa-cc3f2ea1e4b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24801018'] for subnet, precommit_delete_associations {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:55.021813 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-35a1ff8c-3a0a-4468-befa-cc3f2ea1e4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-744040'] for subnet, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:55.075186 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-35a1ff8c-3a0a-4468-befa-cc3f2ea1e4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-744039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29817583', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29967410'] for subnet, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:55.078162 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-b7a44a99-5f08-4f5a-8476-f09c74b75de6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:50:55.100272 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a1ff8c-3a0a-4468-befa-cc3f2ea1e4b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc831f1d-4570-4220-8ba7-952992b3ad89,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:50:55.103292 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-35a1ff8c-3a0a-4468-befa-cc3f2ea1e4b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:50:55.104253 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-35a1ff8c-3a0a-4468-befa-cc3f2ea1e4b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:55.106072 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-35a1ff8c-3a0a-4468-befa-cc3f2ea1e4b5 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/bc831f1d-4570-4220-8ba7-952992b3ad89 HTTP/1.1" status: 204 len: 168 time: 0.2064984 Jun 21 19:50:55.108493 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 47044) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:50:55.179494 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9d3f2137-11e5-47d5-941a-3884364884bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583444'] for network, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:55.257847 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9d3f2137-11e5-47d5-941a-3884364884bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744951', 'neutron.services.segments.db._delete_segments_for_network-8761649872083'] for network, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:55.266951 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.services.segments.db [None req-9d3f2137-11e5-47d5-941a-3884364884bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aca82dd-05ed-4c48-8ae4-9ef7a4061f41']}} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:50:55.276723 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.services.segments.db [None req-9d3f2137-11e5-47d5-941a-3884364884bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '260aadf0-9b8f-4407-b55e-6e4bcb148dd8') {'for_net_delete': True} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:50:55.277013 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.services.segments.db [None req-9d3f2137-11e5-47d5-941a-3884364884bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '260aadf0-9b8f-4407-b55e-6e4bcb148dd8') {} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:50:55.285309 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9d3f2137-11e5-47d5-941a-3884364884bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761649871912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24801011'] for segment, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:55.299358 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9d3f2137-11e5-47d5-941a-3884364884bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740799'] for segment, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:55.305636 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d3f2137-11e5-47d5-941a-3884364884bb admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=104576) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 19:50:55.306034 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9d3f2137-11e5-47d5-941a-3884364884bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29673540'] for segment, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:55.307777 dv-cinder-792462-15-smb neutron-server[104576]: Traceback (most recent call last): Jun 21 19:50:55.307777 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 19:50:55.307777 dv-cinder-792462-15-smb neutron-server[104576]: timer() Jun 21 19:50:55.307777 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 19:50:55.307777 dv-cinder-792462-15-smb neutron-server[104576]: cb(*args, **kw) Jun 21 19:50:55.307777 dv-cinder-792462-15-smb neutron-server[104576]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 19:50:55.307777 dv-cinder-792462-15-smb neutron-server[104576]: return func(*args, **kwargs) Jun 21 19:50:55.307777 dv-cinder-792462-15-smb neutron-server[104576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 19:50:55.307777 dv-cinder-792462-15-smb neutron-server[104576]: self._notify() Jun 21 19:50:55.307777 dv-cinder-792462-15-smb neutron-server[104576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 19:50:55.307777 dv-cinder-792462-15-smb neutron-server[104576]: self.callback(batched_events) Jun 21 19:50:55.307777 dv-cinder-792462-15-smb neutron-server[104576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 19:50:55.307777 dv-cinder-792462-15-smb neutron-server[104576]: event.method(event) Jun 21 19:50:55.307777 dv-cinder-792462-15-smb neutron-server[104576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 19:50:55.307777 dv-cinder-792462-15-smb neutron-server[104576]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 19:50:55.307777 dv-cinder-792462-15-smb neutron-server[104576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 19:50:55.307777 dv-cinder-792462-15-smb neutron-server[104576]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 19:50:55.307777 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 19:50:55.307777 dv-cinder-792462-15-smb neutron-server[104576]: return f(self, *a, **k) Jun 21 19:50:55.307777 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 19:50:55.307777 dv-cinder-792462-15-smb neutron-server[104576]: return self._get(url).json() Jun 21 19:50:55.307777 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 19:50:55.307777 dv-cinder-792462-15-smb neutron-server[104576]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 19:50:55.307777 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 19:50:55.307777 dv-cinder-792462-15-smb neutron-server[104576]: return self.request(url, 'GET', **kwargs) Jun 21 19:50:55.307777 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 19:50:55.307777 dv-cinder-792462-15-smb neutron-server[104576]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 19:50:55.307777 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 19:50:55.307777 dv-cinder-792462-15-smb neutron-server[104576]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 19:50:55.307777 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 19:50:55.307777 dv-cinder-792462-15-smb neutron-server[104576]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 19:50:55.307777 dv-cinder-792462-15-smb neutron-server[104576]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 19:50:55.360381 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9d3f2137-11e5-47d5-941a-3884364884bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33202238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33078149'] for network, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:55.365747 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-9d3f2137-11e5-47d5-941a-3884364884bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for network, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:55.370221 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-9d3f2137-11e5-47d5-941a-3884364884bb admin admin] 10.222.0.38 "DELETE /v2.0/networks/1aca82dd-05ed-4c48-8ae4-9ef7a4061f41 HTTP/1.1" status: 204 len: 168 time: 0.2581930 Jun 21 19:50:55.370221 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-461ad0a3-a06f-424e-bb7f-9e1e2129e648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:50:55.386389 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3f2137-11e5-47d5-941a-3884364884bb admin admin] Pushing event deleted for resources: {'Network': ['ID=1aca82dd-05ed-4c48-8ae4-9ef7a4061f41,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:50:55.389098 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-9d3f2137-11e5-47d5-941a-3884364884bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:50:55.546862 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 47060) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:50:55.586739 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-4ff9ed48-db91-4ed6-8bf7-a9a9d5926cd9 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0ccf95905afd4184a941d77b078b21b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385139 Jun 21 19:50:55.589035 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 47062) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:50:55.634752 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-17ad024e-b8c9-4a11-85b3-bb3cb4f987c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:55.655905 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-17ad024e-b8c9-4a11-85b3-bb3cb4f987c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:55.708598 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-17ad024e-b8c9-4a11-85b3-bb3cb4f987c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:55.711749 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-17ad024e-b8c9-4a11-85b3-bb3cb4f987c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:55.712882 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-17ad024e-b8c9-4a11-85b3-bb3cb4f987c5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dd33b702-eecc-40e1-8da1-c3c413e3dba8 HTTP/1.1" status: 204 len: 168 time: 0.1229043 Jun 21 19:50:55.713797 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-ebec4e9f-9450-43a3-b213-c09fd9789417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:50:55.722966 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ad024e-b8c9-4a11-85b3-bb3cb4f987c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd33b702-eecc-40e1-8da1-c3c413e3dba8,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:50:55.725471 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-17ad024e-b8c9-4a11-85b3-bb3cb4f987c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:50:56.048502 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 47072) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:50:56.086755 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-3c65c44f-0e82-4746-bd8f-ecc272dce99e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=226a57e2098f4ecc850aa7febc2a9fea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370409 Jun 21 19:50:56.089020 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 47074) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:50:56.136046 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-a267970d-fd02-49b3-a804-cb0875c70c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:56.156475 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-a267970d-fd02-49b3-a804-cb0875c70c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:56.201791 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-a267970d-fd02-49b3-a804-cb0875c70c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:56.204324 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-a267970d-fd02-49b3-a804-cb0875c70c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:56.205467 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-a267970d-fd02-49b3-a804-cb0875c70c58 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4562a6b0-4d44-44b2-bef4-bc3f43ee8998 HTTP/1.1" status: 204 len: 168 time: 0.1155925 Jun 21 19:50:56.206312 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-60792b33-4e8e-437e-b90f-e144c9e1686c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:50:56.213932 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a267970d-fd02-49b3-a804-cb0875c70c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4562a6b0-4d44-44b2-bef4-bc3f43ee8998,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:50:56.216098 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-a267970d-fd02-49b3-a804-cb0875c70c58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:50:56.684418 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:57.564760 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 47148) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:50:57.675057 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-3ce479bf-eea2-40bc-a5ce-42c4994ea03f admin admin] Notify callbacks [] for security_group, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:57.774558 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-3ce479bf-eea2-40bc-a5ce-42c4994ea03f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:57.778686 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-3ce479bf-eea2-40bc-a5ce-42c4994ea03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:57.781044 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-cac716a9-ff3e-4c61-b885-77797829aab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:50:57.818678 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce479bf-eea2-40bc-a5ce-42c4994ea03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967caf03-a809-41ec-85f8-112057e513fb,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:50:57.824738 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-3ce479bf-eea2-40bc-a5ce-42c4994ea03f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=017b2524e600444bb12a2c9409106914&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2575340 Jun 21 19:50:57.824738 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-3ce479bf-eea2-40bc-a5ce-42c4994ea03f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:50:57.826025 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 47168) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:50:57.881046 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-02c865bc-29fe-469e-9a90-5462904b4576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:57.905581 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-02c865bc-29fe-469e-9a90-5462904b4576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:57.957899 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-02c865bc-29fe-469e-9a90-5462904b4576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:57.961291 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-02c865bc-29fe-469e-9a90-5462904b4576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:57.965110 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-02c865bc-29fe-469e-9a90-5462904b4576 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/967caf03-a809-41ec-85f8-112057e513fb HTTP/1.1" status: 204 len: 168 time: 0.1379526 Jun 21 19:50:57.965930 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-fb4127ed-7ec9-4145-a750-744619cd1627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:50:57.973619 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c865bc-29fe-469e-9a90-5462904b4576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967caf03-a809-41ec-85f8-112057e513fb,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:50:57.976022 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-02c865bc-29fe-469e-9a90-5462904b4576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:50:58.250695 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 47206) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:50:58.264021 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-46f953c4-844b-4340-9df8-f89233864a6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:58.358596 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-46f953c4-844b-4340-9df8-f89233864a6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:58.362526 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-46f953c4-844b-4340-9df8-f89233864a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:58.364860 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-02c865bc-29fe-469e-9a90-5462904b4576 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:50:58.400468 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f953c4-844b-4340-9df8-f89233864a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a596e1-7f17-4c2b-8fa1-af259910ea4d,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:50:58.404751 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-46f953c4-844b-4340-9df8-f89233864a6e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7192ed5b1b89453c938341fd3be6e6c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1528759 Jun 21 19:50:58.405734 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-46f953c4-844b-4340-9df8-f89233864a6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:50:58.409735 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 47220) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:50:58.456895 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-c4d8fda9-a245-438c-adce-800fb9b1ef61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:58.481082 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-c4d8fda9-a245-438c-adce-800fb9b1ef61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:58.531265 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-c4d8fda9-a245-438c-adce-800fb9b1ef61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:58.533864 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-c4d8fda9-a245-438c-adce-800fb9b1ef61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:58.535031 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-c4d8fda9-a245-438c-adce-800fb9b1ef61 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e6a596e1-7f17-4c2b-8fa1-af259910ea4d HTTP/1.1" status: 204 len: 168 time: 0.1263630 Jun 21 19:50:58.535900 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-1247b32c-58fc-4205-bca1-afb95380f4a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:50:58.543445 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d8fda9-a245-438c-adce-800fb9b1ef61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a596e1-7f17-4c2b-8fa1-af259910ea4d,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:50:58.546009 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-c4d8fda9-a245-438c-adce-800fb9b1ef61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:50:58.962155 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 47260) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:50:59.110272 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-55b7f1a4-1b8e-4bed-adec-016c8c45d097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:59.458556 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-55b7f1a4-1b8e-4bed-adec-016c8c45d097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:59.463438 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-55b7f1a4-1b8e-4bed-adec-016c8c45d097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:59.465738 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-7cc3fcb0-7df3-4e01-8d1d-aa2fd8a7c73b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:50:59.499798 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b7f1a4-1b8e-4bed-adec-016c8c45d097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2055d18-153d-43e5-87e3-0ee21ec658be,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:50:59.503910 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-55b7f1a4-1b8e-4bed-adec-016c8c45d097 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=29f42b2877b2498db57e49ee314d425d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5405147 Jun 21 19:50:59.504776 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-55b7f1a4-1b8e-4bed-adec-016c8c45d097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:50:59.507156 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 47280) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:50:59.556856 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-1d46bf5a-d9eb-4b27-98de-b05ef5bcf629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:59.577961 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-1d46bf5a-d9eb-4b27-98de-b05ef5bcf629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:59.625909 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-1d46bf5a-d9eb-4b27-98de-b05ef5bcf629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:59.628645 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-1d46bf5a-d9eb-4b27-98de-b05ef5bcf629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:50:59.629799 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-1d46bf5a-d9eb-4b27-98de-b05ef5bcf629 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e2055d18-153d-43e5-87e3-0ee21ec658be HTTP/1.1" status: 204 len: 168 time: 0.1215546 Jun 21 19:50:59.630533 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-6a262dae-877e-48ab-a6b6-b541c9fdffcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:50:59.638217 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d46bf5a-d9eb-4b27-98de-b05ef5bcf629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2055d18-153d-43e5-87e3-0ee21ec658be,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:50:59.640644 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-1d46bf5a-d9eb-4b27-98de-b05ef5bcf629 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:50:59.992620 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 47298) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:51:00.005725 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-794142ff-1ac6-4053-87f3-d3e6e2002197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:00.107951 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-794142ff-1ac6-4053-87f3-d3e6e2002197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:00.111934 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-794142ff-1ac6-4053-87f3-d3e6e2002197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:00.115106 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-068a0723-ae9a-4b5c-b696-c325ddb4954c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:51:00.150309 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-794142ff-1ac6-4053-87f3-d3e6e2002197 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c7d28cad9b18475ebeca250b071f6897&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1568472 Jun 21 19:51:00.151457 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 47310) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:51:00.152472 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794142ff-1ac6-4053-87f3-d3e6e2002197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964302eb-3953-492e-b529-c6e384a0e667,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:51:00.155719 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-794142ff-1ac6-4053-87f3-d3e6e2002197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:51:00.214414 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-a64150db-7cc9-4619-b2c5-38be10cb6c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:00.235710 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-a64150db-7cc9-4619-b2c5-38be10cb6c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:00.282111 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-a64150db-7cc9-4619-b2c5-38be10cb6c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:00.284676 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-a64150db-7cc9-4619-b2c5-38be10cb6c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:00.285813 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-a64150db-7cc9-4619-b2c5-38be10cb6c0e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/964302eb-3953-492e-b529-c6e384a0e667 HTTP/1.1" status: 204 len: 168 time: 0.1326504 Jun 21 19:51:00.286591 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-17ad024e-b8c9-4a11-85b3-bb3cb4f987c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:51:00.293946 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64150db-7cc9-4619-b2c5-38be10cb6c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964302eb-3953-492e-b529-c6e384a0e667,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:51:00.296433 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-a64150db-7cc9-4619-b2c5-38be10cb6c0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:51:00.793921 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ba50adb0-e9e5-4c8a-80ba-848878d06fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:01.871593 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 47372) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:51:01.974242 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-08894343-2f77-4dcf-9801-4092b1821c10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:02.062857 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-08894343-2f77-4dcf-9801-4092b1821c10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:02.066308 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-08894343-2f77-4dcf-9801-4092b1821c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:02.070013 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-5568e804-2857-4402-9331-44daf5557635 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:51:02.102911 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-08894343-2f77-4dcf-9801-4092b1821c10 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1de6d52eae964ea094cfeec4b435a87b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2300825 Jun 21 19:51:02.104800 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08894343-2f77-4dcf-9801-4092b1821c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30daa32-e79e-46a9-ab6b-e4f46a4b3088,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:51:02.105494 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 47376) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:51:02.107703 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-08894343-2f77-4dcf-9801-4092b1821c10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:51:02.152508 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-bae3b203-a7c6-4282-924b-c804a39d0b4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:02.172872 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-bae3b203-a7c6-4282-924b-c804a39d0b4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:02.219012 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-bae3b203-a7c6-4282-924b-c804a39d0b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:02.221531 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-bae3b203-a7c6-4282-924b-c804a39d0b4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:02.222672 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-bae3b203-a7c6-4282-924b-c804a39d0b4a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e30daa32-e79e-46a9-ab6b-e4f46a4b3088 HTTP/1.1" status: 204 len: 168 time: 0.1162007 Jun 21 19:51:02.223504 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-6de4f2d5-3f5b-4aa4-819b-65bddf055d2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:51:02.231204 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae3b203-a7c6-4282-924b-c804a39d0b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30daa32-e79e-46a9-ab6b-e4f46a4b3088,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:51:02.233346 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-bae3b203-a7c6-4282-924b-c804a39d0b4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:51:02.468763 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 47382) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:51:02.481555 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-8fc7ee6c-bd9a-4e67-bf63-0c29b0cb3a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:02.564014 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-8fc7ee6c-bd9a-4e67-bf63-0c29b0cb3a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:02.567543 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-8fc7ee6c-bd9a-4e67-bf63-0c29b0cb3a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:02.571109 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-46f953c4-844b-4340-9df8-f89233864a6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:51:02.606308 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-8fc7ee6c-bd9a-4e67-bf63-0c29b0cb3a05 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=61732333b36a40afb149d66674ecd5b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1364863 Jun 21 19:51:02.607513 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc7ee6c-bd9a-4e67-bf63-0c29b0cb3a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d3d191-d48b-4528-900c-50c20e1732ce,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:51:02.608946 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 47384) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:51:02.610533 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-8fc7ee6c-bd9a-4e67-bf63-0c29b0cb3a05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:51:02.659691 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-5a70f9e1-896d-4f62-ae8b-a501b2ad8dd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:02.680322 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-5a70f9e1-896d-4f62-ae8b-a501b2ad8dd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:02.726793 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-5a70f9e1-896d-4f62-ae8b-a501b2ad8dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:02.729255 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-5a70f9e1-896d-4f62-ae8b-a501b2ad8dd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:02.730400 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-5a70f9e1-896d-4f62-ae8b-a501b2ad8dd0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b0d3d191-d48b-4528-900c-50c20e1732ce HTTP/1.1" status: 204 len: 168 time: 0.1204340 Jun 21 19:51:02.731146 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-a267970d-fd02-49b3-a804-cb0875c70c58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:51:02.738355 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a70f9e1-896d-4f62-ae8b-a501b2ad8dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d3d191-d48b-4528-900c-50c20e1732ce,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:51:02.741016 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-5a70f9e1-896d-4f62-ae8b-a501b2ad8dd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:51:03.075520 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 47402) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:51:03.222141 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-a42bcc4f-a98f-4c0b-ab4c-2bce36e3d78a admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:03.312124 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-a42bcc4f-a98f-4c0b-ab4c-2bce36e3d78a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:03.315971 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-a42bcc4f-a98f-4c0b-ab4c-2bce36e3d78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:03.320266 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-8ec39490-dac9-4e77-b5de-e80e7f55476d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:51:03.354199 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-a42bcc4f-a98f-4c0b-ab4c-2bce36e3d78a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3127090ff137416a827e5ed902723f8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2774203 Jun 21 19:51:03.356193 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42bcc4f-a98f-4c0b-ab4c-2bce36e3d78a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1340d57a-a628-4fbe-a2c3-c78fd4a46d03,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:51:03.356971 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-d4c9ac18-1fc0-4f9a-a67a-9e1b24192e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:03.357488 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 47416) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:51:03.360564 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-a42bcc4f-a98f-4c0b-ab4c-2bce36e3d78a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:51:03.407201 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-0776f6f1-60b7-41d5-8e87-192150a2f44e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:03.428913 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-0776f6f1-60b7-41d5-8e87-192150a2f44e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:03.476602 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-0776f6f1-60b7-41d5-8e87-192150a2f44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:03.480452 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-0776f6f1-60b7-41d5-8e87-192150a2f44e admin admin] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:03.484166 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-0776f6f1-60b7-41d5-8e87-192150a2f44e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1340d57a-a628-4fbe-a2c3-c78fd4a46d03 HTTP/1.1" status: 204 len: 168 time: 0.1241031 Jun 21 19:51:03.485112 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-ec07fba5-93a9-4a63-b275-42986940ba34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:51:03.492774 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0776f6f1-60b7-41d5-8e87-192150a2f44e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1340d57a-a628-4fbe-a2c3-c78fd4a46d03,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:51:03.496019 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-0776f6f1-60b7-41d5-8e87-192150a2f44e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:51:03.497441 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:03.753763 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 47432) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:51:03.767817 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be3479c4-2a70-4862-8511-1c7def22d88c admin admin] Notify callbacks [] for security_group, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:03.861396 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be3479c4-2a70-4862-8511-1c7def22d88c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:03.864977 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-be3479c4-2a70-4862-8511-1c7def22d88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:03.868235 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-86ed9c86-9fbd-4d55-aa61-8fc95f919414 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:51:03.906606 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-be3479c4-2a70-4862-8511-1c7def22d88c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=58dfab95ae5d4cb7a09fda2fb6570db4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1515069 Jun 21 19:51:03.907550 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3479c4-2a70-4862-8511-1c7def22d88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f46c63-55e9-46db-9b59-79aed4bd45a3,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:51:03.909231 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 47438) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:51:03.910630 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-be3479c4-2a70-4862-8511-1c7def22d88c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:51:03.956908 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-96bcc5e9-d008-401b-bd3a-7c0269c5b67d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:03.978462 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-96bcc5e9-d008-401b-bd3a-7c0269c5b67d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:04.026913 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-96bcc5e9-d008-401b-bd3a-7c0269c5b67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:04.029908 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-96bcc5e9-d008-401b-bd3a-7c0269c5b67d admin admin] Notify callbacks [] for security_group, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:04.031102 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-96bcc5e9-d008-401b-bd3a-7c0269c5b67d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/05f46c63-55e9-46db-9b59-79aed4bd45a3 HTTP/1.1" status: 204 len: 168 time: 0.1208527 Jun 21 19:51:04.032146 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-1d46bf5a-d9eb-4b27-98de-b05ef5bcf629 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:51:04.040521 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bcc5e9-d008-401b-bd3a-7c0269c5b67d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f46c63-55e9-46db-9b59-79aed4bd45a3,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:51:04.043606 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-96bcc5e9-d008-401b-bd3a-7c0269c5b67d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:51:04.472215 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-14118032-cbf1-44bc-927f-b70ca464d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:05.975806 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-42de2df7-e83b-4cb7-9b47-4d153e7d24d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:08.086357 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 47560) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:51:08.190357 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-47a41c7f-0426-45f5-941d-fa5b900e5c37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:08.280318 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-47a41c7f-0426-45f5-941d-fa5b900e5c37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:08.283810 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-47a41c7f-0426-45f5-941d-fa5b900e5c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:08.286825 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-ade2f5a3-e419-42be-be90-991d7cf7428a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:51:08.322299 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-47a41c7f-0426-45f5-941d-fa5b900e5c37 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=604756010d174be9bcb857ea8a167164&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2348642 Jun 21 19:51:08.324274 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a41c7f-0426-45f5-941d-fa5b900e5c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b22e72-fb17-418e-ae73-8e8b4be2a6a7,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:51:08.325044 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 47564) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:51:08.327365 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-47a41c7f-0426-45f5-941d-fa5b900e5c37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:51:08.375978 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e1be66c8-f03e-419a-b1e0-dcd0f7a6f5eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:08.396004 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e1be66c8-f03e-419a-b1e0-dcd0f7a6f5eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:08.439786 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e1be66c8-f03e-419a-b1e0-dcd0f7a6f5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:08.442581 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-e1be66c8-f03e-419a-b1e0-dcd0f7a6f5eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:08.444157 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-e1be66c8-f03e-419a-b1e0-dcd0f7a6f5eb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/06b22e72-fb17-418e-ae73-8e8b4be2a6a7 HTTP/1.1" status: 204 len: 168 time: 0.1176164 Jun 21 19:51:08.444912 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-f14d1bc9-186f-4a54-a5e9-239acf28b557 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:51:08.452080 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be66c8-f03e-419a-b1e0-dcd0f7a6f5eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b22e72-fb17-418e-ae73-8e8b4be2a6a7,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:51:08.454279 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-e1be66c8-f03e-419a-b1e0-dcd0f7a6f5eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:51:11.606607 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 47650) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:51:11.707492 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-a0c6b1ec-ab10-4a48-852c-fa278d583e01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:11.792122 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-a0c6b1ec-ab10-4a48-852c-fa278d583e01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:11.795831 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-a0c6b1ec-ab10-4a48-852c-fa278d583e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:11.799057 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-458dd6d5-18b1-4ffa-b57f-ec9b5d685ef7 tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:51:11.832075 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-a0c6b1ec-ab10-4a48-852c-fa278d583e01 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=76c5680ddf1a46649eab92d8896a9eeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2244618 Jun 21 19:51:11.833008 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6b1ec-ab10-4a48-852c-fa278d583e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12e3fbe8-bdda-4540-9aa4-00fecb6da8d6,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:51:11.835189 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 47654) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:51:11.837359 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-a0c6b1ec-ab10-4a48-852c-fa278d583e01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:51:11.883280 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-910ea5db-0516-4f8a-8ce3-f07398b70eef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:11.903551 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-910ea5db-0516-4f8a-8ce3-f07398b70eef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:11.947788 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-910ea5db-0516-4f8a-8ce3-f07398b70eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:11.950500 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-910ea5db-0516-4f8a-8ce3-f07398b70eef admin admin] Notify callbacks [] for security_group, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:11.951598 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-910ea5db-0516-4f8a-8ce3-f07398b70eef admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/12e3fbe8-bdda-4540-9aa4-00fecb6da8d6 HTTP/1.1" status: 204 len: 168 time: 0.1153791 Jun 21 19:51:11.952403 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-c004739b-d912-4bfe-b96f-930753326d68 tempest-AttachVolumeShelveTestJSON-1261123348 tempest-AttachVolumeShelveTestJSON-1261123348-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:51:11.962034 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910ea5db-0516-4f8a-8ce3-f07398b70eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e3fbe8-bdda-4540-9aa4-00fecb6da8d6,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:51:11.964707 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-910ea5db-0516-4f8a-8ce3-f07398b70eef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:51:12.215835 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 47668) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:51:12.229832 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-254f7603-6790-47ed-becd-891cea89dff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:12.324034 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-254f7603-6790-47ed-becd-891cea89dff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:12.327416 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-254f7603-6790-47ed-becd-891cea89dff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:12.329705 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-47a41c7f-0426-45f5-941d-fa5b900e5c37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:51:12.352445 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.agents_db [None req-c2d22edd-97c6-4632-8c47-e807aff285e4 None None] Agent healthcheck: found 6 active agents {{(pid=104578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 19:51:12.370349 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254f7603-6790-47ed-becd-891cea89dff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca125a66-0261-4a64-b00b-95039e22c54b,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:51:12.374103 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-254f7603-6790-47ed-becd-891cea89dff1 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=aa4c99fb7d96404080e94f0a5c967bb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1572464 Jun 21 19:51:12.376868 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 47670) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:51:12.379590 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254f7603-6790-47ed-becd-891cea89dff1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:51:12.379964 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254f7603-6790-47ed-becd-891cea89dff1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:51:12.380325 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254f7603-6790-47ed-becd-891cea89dff1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:51:12.380680 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254f7603-6790-47ed-becd-891cea89dff1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:51:12.381062 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254f7603-6790-47ed-becd-891cea89dff1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:51:12.381412 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254f7603-6790-47ed-becd-891cea89dff1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:51:12.381791 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254f7603-6790-47ed-becd-891cea89dff1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:51:12.382134 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254f7603-6790-47ed-becd-891cea89dff1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:51:12.382484 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254f7603-6790-47ed-becd-891cea89dff1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:51:12.382826 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254f7603-6790-47ed-becd-891cea89dff1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:51:12.383168 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254f7603-6790-47ed-becd-891cea89dff1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:51:12.383506 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254f7603-6790-47ed-becd-891cea89dff1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104576) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:51:12.387732 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-254f7603-6790-47ed-becd-891cea89dff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:51:12.429206 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6b31b8be-4e4a-4abc-b2df-15e7813812a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:12.449645 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6b31b8be-4e4a-4abc-b2df-15e7813812a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:12.494374 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6b31b8be-4e4a-4abc-b2df-15e7813812a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:12.496978 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6b31b8be-4e4a-4abc-b2df-15e7813812a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:12.498106 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-6b31b8be-4e4a-4abc-b2df-15e7813812a6 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ca125a66-0261-4a64-b00b-95039e22c54b HTTP/1.1" status: 204 len: 168 time: 0.1201918 Jun 21 19:51:12.498842 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-32a4835a-124d-4ea3-b507-7144cd29dd90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:51:12.506841 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b31b8be-4e4a-4abc-b2df-15e7813812a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca125a66-0261-4a64-b00b-95039e22c54b,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:51:12.509266 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-6b31b8be-4e4a-4abc-b2df-15e7813812a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:51:12.798789 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 47676) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:51:12.811478 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-0b458d43-6be6-4fa6-bad7-20b34e0b89d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:12.894683 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-0b458d43-6be6-4fa6-bad7-20b34e0b89d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:12.898963 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-0b458d43-6be6-4fa6-bad7-20b34e0b89d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:12.902161 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-f94f7f17-05c3-4edb-8d63-f32d0434e2cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:51:12.935284 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-0b458d43-6be6-4fa6-bad7-20b34e0b89d3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2682b139b35b4b24b1d37e608ad1e592&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1354749 Jun 21 19:51:12.937213 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b458d43-6be6-4fa6-bad7-20b34e0b89d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42f6509-d272-4cd9-998c-ede30cba6714,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:51:12.937940 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 47678) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:51:12.940249 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-0b458d43-6be6-4fa6-bad7-20b34e0b89d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:51:12.986384 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-3ba5ac70-e87c-4f8b-b6a8-2ada6a2ba102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:13.006916 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-3ba5ac70-e87c-4f8b-b6a8-2ada6a2ba102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:13.051197 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-3ba5ac70-e87c-4f8b-b6a8-2ada6a2ba102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:13.054273 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-3ba5ac70-e87c-4f8b-b6a8-2ada6a2ba102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:13.055366 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-3ba5ac70-e87c-4f8b-b6a8-2ada6a2ba102 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c42f6509-d272-4cd9-998c-ede30cba6714 HTTP/1.1" status: 204 len: 168 time: 0.1164360 Jun 21 19:51:13.056106 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-254f7603-6790-47ed-becd-891cea89dff1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:51:13.063118 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba5ac70-e87c-4f8b-b6a8-2ada6a2ba102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42f6509-d272-4cd9-998c-ede30cba6714,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:51:13.065313 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-3ba5ac70-e87c-4f8b-b6a8-2ada6a2ba102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:51:14.774608 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 47750) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:51:14.874727 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-73cc9052-ac47-4fdb-b78c-1ae5b6d28a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:14.956661 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-73cc9052-ac47-4fdb-b78c-1ae5b6d28a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:14.960779 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-73cc9052-ac47-4fdb-b78c-1ae5b6d28a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:14.963851 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-96bcc5e9-d008-401b-bd3a-7c0269c5b67d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:51:14.997299 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-73cc9052-ac47-4fdb-b78c-1ae5b6d28a2b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b55d7a3720634f718636d7ff88dc32ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2216730 Jun 21 19:51:14.998210 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cc9052-ac47-4fdb-b78c-1ae5b6d28a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd947dcf-0fdf-4735-940e-09b589e81276,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:51:15.000786 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 47754) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:51:15.001347 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-73cc9052-ac47-4fdb-b78c-1ae5b6d28a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:51:15.049334 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-f1a72def-6bb0-47a5-b20c-cbcb6fb4c1fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:15.072481 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-f1a72def-6bb0-47a5-b20c-cbcb6fb4c1fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:15.116928 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-f1a72def-6bb0-47a5-b20c-cbcb6fb4c1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:15.119376 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-f1a72def-6bb0-47a5-b20c-cbcb6fb4c1fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:15.120509 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-f1a72def-6bb0-47a5-b20c-cbcb6fb4c1fe admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bd947dcf-0fdf-4735-940e-09b589e81276 HTTP/1.1" status: 204 len: 168 time: 0.1187069 Jun 21 19:51:15.121332 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-6b5a1564-cf7b-4061-8e1b-2510bfdf5eca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:51:15.128678 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a72def-6bb0-47a5-b20c-cbcb6fb4c1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd947dcf-0fdf-4735-940e-09b589e81276,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:51:15.131375 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-f1a72def-6bb0-47a5-b20c-cbcb6fb4c1fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:51:15.369643 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 47760) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:51:15.385678 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-352ceebd-b14a-4a83-a38f-ab4ae7f09a41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:15.469966 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-352ceebd-b14a-4a83-a38f-ab4ae7f09a41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:15.473302 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-352ceebd-b14a-4a83-a38f-ab4ae7f09a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:15.476095 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-8a0f4ed3-879f-4f13-82c8-7ebca3ea1a21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:51:15.510080 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-352ceebd-b14a-4a83-a38f-ab4ae7f09a41 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d8029be674364fbcb56112e5c7e1163d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1392798 Jun 21 19:51:15.510939 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ceebd-b14a-4a83-a38f-ab4ae7f09a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af902b80-9fcf-434d-a602-1b7e8d58dae5,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:51:15.512731 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 47762) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:51:15.513907 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-352ceebd-b14a-4a83-a38f-ab4ae7f09a41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:51:15.560581 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-69ce2f07-d5e9-46f7-a11b-8941c21dc6a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:15.580238 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-69ce2f07-d5e9-46f7-a11b-8941c21dc6a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:15.624672 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-69ce2f07-d5e9-46f7-a11b-8941c21dc6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:15.628260 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-69ce2f07-d5e9-46f7-a11b-8941c21dc6a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:15.629363 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-69ce2f07-d5e9-46f7-a11b-8941c21dc6a3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/af902b80-9fcf-434d-a602-1b7e8d58dae5 HTTP/1.1" status: 204 len: 168 time: 0.1155827 Jun 21 19:51:15.630190 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-3ce479bf-eea2-40bc-a5ce-42c4994ea03f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:51:15.639531 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce2f07-d5e9-46f7-a11b-8941c21dc6a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af902b80-9fcf-434d-a602-1b7e8d58dae5,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:51:15.641764 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-69ce2f07-d5e9-46f7-a11b-8941c21dc6a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:51:26.469215 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 47968) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:51:26.623088 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-89a9077a-41bf-4652-a361-45793f100292 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Deleting port 9a5e5780-e6c8-41ec-8ab6-fec1b0cdde47 {{(pid=104575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 19:51:26.623425 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-89a9077a-41bf-4652-a361-45793f100292 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761649817829'] for port, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:26.687296 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:26.704352 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-89a9077a-41bf-4652-a361-45793f100292 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33076891'] for port, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:26.704680 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-89a9077a-41bf-4652-a361-45793f100292 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:26.770179 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-89a9077a-41bf-4652-a361-45793f100292 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Calling delete_port for 9a5e5780-e6c8-41ec-8ab6-fec1b0cdde47 owned by network:floatingip {{(pid=104575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 19:51:26.914358 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-89a9077a-41bf-4652-a361-45793f100292 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761649822437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761649331806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30138787'] for port, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:26.917085 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-91e5c11a-6a78-4594-87af-2ca47546f453 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:51:26.943724 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a9077a-41bf-4652-a361-45793f100292 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Pushing event deleted for resources: {'Port': ['ID=9a5e5780-e6c8-41ec-8ab6-fec1b0cdde47,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:51:26.972233 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9077a-41bf-4652-a361-45793f100292 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:51:26.972613 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9077a-41bf-4652-a361-45793f100292 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:51:26.972988 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9077a-41bf-4652-a361-45793f100292 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:51:26.973358 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9077a-41bf-4652-a361-45793f100292 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:51:26.973749 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9077a-41bf-4652-a361-45793f100292 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:51:26.974113 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9077a-41bf-4652-a361-45793f100292 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:51:26.974473 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9077a-41bf-4652-a361-45793f100292 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:51:26.974831 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9077a-41bf-4652-a361-45793f100292 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:51:26.975188 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9077a-41bf-4652-a361-45793f100292 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:51:26.975543 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9077a-41bf-4652-a361-45793f100292 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:51:26.975897 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9077a-41bf-4652-a361-45793f100292 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:51:26.976378 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a9077a-41bf-4652-a361-45793f100292 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792462-15-smb {{(pid=104575) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 19:51:26.980557 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-89a9077a-41bf-4652-a361-45793f100292 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:51:27.015725 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-89a9077a-41bf-4652-a361-45793f100292 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Notify callbacks [] for floatingip, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:27.016065 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.db.l3_db [None req-89a9077a-41bf-4652-a361-45793f100292 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Floating IP 336bc2a1-2f5a-4e25-92dd-e5b43c4f2b54 disassociated (deleted). External IP: 172.28.3.224, port: a2622d17-8638-47b1-b4f3-0b5179832f75. Jun 21 19:51:27.221916 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a9077a-41bf-4652-a361-45793f100292 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Router 58f629bb-7bb5-4edd-bdfb-286e53aa7548 has already been hosted by L3 agent 340c6150-ff20-4abf-b4fe-5b82b8e71fd8 {{(pid=104575) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 19:51:27.592118 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a9077a-41bf-4652-a361-45793f100292 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Notify agent at l3_agent.dv-cinder-792462-15-smb the message routers_updated {{(pid=104575) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 19:51:27.596455 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-89a9077a-41bf-4652-a361-45793f100292 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147'] for floatingip, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:27.603027 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3d2378-f9ee-4913-be40-f69302ce4d96 None None] Sync routers for ids ['58f629bb-7bb5-4edd-bdfb-286e53aa7548'] in dv-cinder-792462-15-smb {{(pid=104577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 19:51:27.612342 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3d2378-f9ee-4913-be40-f69302ce4d96 None None] Routers {'58f629bb-7bb5-4edd-bdfb-286e53aa7548'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:51:27.612977 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-ee3d2378-f9ee-4913-be40-f69302ce4d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:51:03Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['58f629bb-7bb5-4edd-bdfb-286e53aa7548'], 'active': True} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:51:27.632435 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-89a9077a-41bf-4652-a361-45793f100292 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "DELETE /v2.0/floatingips/336bc2a1-2f5a-4e25-92dd-e5b43c4f2b54 HTTP/1.1" status: 204 len: 168 time: 1.1621137 Jun 21 19:51:27.633117 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcaea13c-6cb5-4b73-96e9-54bb35a44a4b', 'tag': 'a2622d17-8638-47b1-b4f3-0b5179832f75'}] {{(pid=104575) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:51:27.635520 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c13f0749771774115a22afc177d9d65845734126b668639f93c48b494dfbeb4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf582ab-21b0-45c8-b02f-5862feefb9a8" -d '{"events": [{"name": "network-changed", "server_uuid": "dcaea13c-6cb5-4b73-96e9-54bb35a44a4b", "tag": "a2622d17-8638-47b1-b4f3-0b5179832f75"}]}' {{(pid=104575) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:51:27.720308 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvr_db [None req-ee3d2378-f9ee-4913-be40-f69302ce4d96 None None] Set router 58f629bb-7bb5-4edd-bdfb-286e53aa7548 gateway port host: dv-cinder-792462-15-smb {{(pid=104577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:51:27.796348 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 19:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e626d7f-5c27-464f-a78e-93bd01292757 x-openstack-request-id: req-9e626d7f-5c27-464f-a78e-93bd01292757 {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:51:27.796840 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcaea13c-6cb5-4b73-96e9-54bb35a44a4b", "tag": "a2622d17-8638-47b1-b4f3-0b5179832f75", "status": "completed", "code": 200}]} {{(pid=104575) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:51:27.798241 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-9e626d7f-5c27-464f-a78e-93bd01292757 {{(pid=104575) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:51:27.798615 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcaea13c-6cb5-4b73-96e9-54bb35a44a4b', 'tag': 'a2622d17-8638-47b1-b4f3-0b5179832f75', 'status': 'completed', 'code': 200} Jun 21 19:51:27.888214 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf582ab-21b0-45c8-b02f-5862feefb9a8 req-9e6210e7-b064-403a-8182-d52c365f8933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:51:27.889743 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-cbf582ab-21b0-45c8-b02f-5862feefb9a8 req-9e6210e7-b064-403a-8182-d52c365f8933 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7d038946e22a4a039bc4d65b7cf25809&device_id=dcaea13c-6cb5-4b73-96e9-54bb35a44a4b HTTP/1.1" status: 200 len: 1098 time: 0.0715399 Jun 21 19:51:27.947853 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-ee3d2378-f9ee-4913-be40-f69302ce4d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f629bb-7bb5-4edd-bdfb-286e53aa7548', 'name': 'tempest-TestShelveInstance-951043447-router', 'tenant_id': '7d038946e22a4a039bc4d65b7cf25809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '273d0adc-5a7e-41a0-a6fa-1ed8b633cca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:46:12Z', 'updated_at': '2021-06-21T19:46:19Z', 'revision_number': 4, 'project_id': '7d038946e22a4a039bc4d65b7cf25809', 'gw_port': {'id': '273d0adc-5a7e-41a0-a6fa-1ed8b633cca5', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ae:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f629bb-7bb5-4edd-bdfb-286e53aa7548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:46:13Z', 'updated_at': '2021-06-21T19:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_interfaces': [{'id': 'a7cc1bed-5c3e-4426-b1e0-c8a024ec1c14', 'name': '', 'network_id': '0f9d9530-e1a8-407d-9ee9-f77d68ba41e8', 'tenant_id': '7d038946e22a4a039bc4d65b7cf25809', 'mac_address': 'fa:16:3e:0b:6f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f629bb-7bb5-4edd-bdfb-286e53aa7548', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'fdf61b56-f8b4-457a-8e16-21ee84ffaed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:46:17Z', 'updated_at': '2021-06-21T19:46:30Z', 'revision_number': 5, 'project_id': '7d038946e22a4a039bc4d65b7cf25809', 'subnets': [{'id': 'fdf61b56-f8b4-457a-8e16-21ee84ffaed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:51:27.974685 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3d2378-f9ee-4913-be40-f69302ce4d96 None None] Checking router: 58f629bb-7bb5-4edd-bdfb-286e53aa7548 for host: dv-cinder-792462-15-smb {{(pid=104577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 19:51:27.984084 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3d2378-f9ee-4913-be40-f69302ce4d96 None None] Routers {'58f629bb-7bb5-4edd-bdfb-286e53aa7548'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:51:27.984735 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-ee3d2378-f9ee-4913-be40-f69302ce4d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:51:03Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['58f629bb-7bb5-4edd-bdfb-286e53aa7548'], 'active': True} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:51:27.987055 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf582ab-21b0-45c8-b02f-5862feefb9a8 req-edb3d91d-0bff-44c5-8fb5-9db75e496f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:51:27.988682 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-cbf582ab-21b0-45c8-b02f-5862feefb9a8 req-edb3d91d-0bff-44c5-8fb5-9db75e496f3e service neutron] 10.222.0.46 "GET /v2.0/networks?id=0f9d9530-e1a8-407d-9ee9-f77d68ba41e8 HTTP/1.1" status: 200 len: 909 time: 0.0921128 Jun 21 19:51:28.021665 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c68d60-ee7b-429b-85f9-9af85df06b36 req-d8bb29dc-4a1e-4ff3-873f-76587f6a489a tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104575) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:51:28.023247 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-46c68d60-ee7b-429b-85f9-9af85df06b36 req-d8bb29dc-4a1e-4ff3-873f-76587f6a489a tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/ports?device_id=dcaea13c-6cb5-4b73-96e9-54bb35a44a4b HTTP/1.1" status: 200 len: 945 time: 0.0708218 Jun 21 19:51:28.036860 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-cbf582ab-21b0-45c8-b02f-5862feefb9a8 req-371e3886-2521-4971-979a-95bb428ae46f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a2622d17-8638-47b1-b4f3-0b5179832f75 HTTP/1.1" status: 200 len: 217 time: 0.0399885 Jun 21 19:51:28.062969 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [req-46c68d60-ee7b-429b-85f9-9af85df06b36 req-332f5abc-4c01-435a-a570-c41c17847dc9 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9a552d-625e-425c-b17f-826e218849c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331295 Jun 21 19:51:28.088277 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf582ab-21b0-45c8-b02f-5862feefb9a8 req-6b17f6a3-48b6-468f-9737-5c8a547aaa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:51:28.089735 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-cbf582ab-21b0-45c8-b02f-5862feefb9a8 req-6b17f6a3-48b6-468f-9737-5c8a547aaa5d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fdf61b56-f8b4-457a-8e16-21ee84ffaed4 HTTP/1.1" status: 200 len: 847 time: 0.0450852 Jun 21 19:51:28.100136 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvr_db [None req-ee3d2378-f9ee-4913-be40-f69302ce4d96 None None] Set router 58f629bb-7bb5-4edd-bdfb-286e53aa7548 gateway port host: dv-cinder-792462-15-smb {{(pid=104577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:51:28.152949 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf582ab-21b0-45c8-b02f-5862feefb9a8 req-5f2633e8-6a13-4f7e-b95f-c6a78f4dcebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:51:28.155046 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-cbf582ab-21b0-45c8-b02f-5862feefb9a8 req-5f2633e8-6a13-4f7e-b95f-c6a78f4dcebc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=0f9d9530-e1a8-407d-9ee9-f77d68ba41e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0584619 Jun 21 19:51:28.249853 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-cbf582ab-21b0-45c8-b02f-5862feefb9a8 req-7fc02830-c0e1-49b3-82e6-fe86eed04390 service neutron] 10.222.0.46 "GET /v2.0/networks/0f9d9530-e1a8-407d-9ee9-f77d68ba41e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846977 Jun 21 19:51:28.305458 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-ee3d2378-f9ee-4913-be40-f69302ce4d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f629bb-7bb5-4edd-bdfb-286e53aa7548', 'name': 'tempest-TestShelveInstance-951043447-router', 'tenant_id': '7d038946e22a4a039bc4d65b7cf25809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '273d0adc-5a7e-41a0-a6fa-1ed8b633cca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:46:12Z', 'updated_at': '2021-06-21T19:46:19Z', 'revision_number': 4, 'project_id': '7d038946e22a4a039bc4d65b7cf25809', 'gw_port': {'id': '273d0adc-5a7e-41a0-a6fa-1ed8b633cca5', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ae:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f629bb-7bb5-4edd-bdfb-286e53aa7548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:46:13Z', 'updated_at': '2021-06-21T19:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_interfaces': [{'id': 'a7cc1bed-5c3e-4426-b1e0-c8a024ec1c14', 'name': '', 'network_id': '0f9d9530-e1a8-407d-9ee9-f77d68ba41e8', 'tenant_id': '7d038946e22a4a039bc4d65b7cf25809', 'mac_address': 'fa:16:3e:0b:6f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f629bb-7bb5-4edd-bdfb-286e53aa7548', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'fdf61b56-f8b4-457a-8e16-21ee84ffaed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:46:17Z', 'updated_at': '2021-06-21T19:46:30Z', 'revision_number': 5, 'project_id': '7d038946e22a4a039bc4d65b7cf25809', 'subnets': [{'id': 'fdf61b56-f8b4-457a-8e16-21ee84ffaed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:51:28.336332 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3d2378-f9ee-4913-be40-f69302ce4d96 None None] The sync data for ids ['58f629bb-7bb5-4edd-bdfb-286e53aa7548'] in dv-cinder-792462-15-smb is: [{'id': '58f629bb-7bb5-4edd-bdfb-286e53aa7548', 'name': 'tempest-TestShelveInstance-951043447-router', 'tenant_id': '7d038946e22a4a039bc4d65b7cf25809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '273d0adc-5a7e-41a0-a6fa-1ed8b633cca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:46:12Z', 'updated_at': '2021-06-21T19:46:19Z', 'revision_number': 4, 'project_id': '7d038946e22a4a039bc4d65b7cf25809', 'gw_port': {'id': '273d0adc-5a7e-41a0-a6fa-1ed8b633cca5', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ae:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f629bb-7bb5-4edd-bdfb-286e53aa7548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:46:13Z', 'updated_at': '2021-06-21T19:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb', '_interfaces': [{'id': 'a7cc1bed-5c3e-4426-b1e0-c8a024ec1c14', 'name': '', 'network_id': '0f9d9530-e1a8-407d-9ee9-f77d68ba41e8', 'tenant_id': '7d038946e22a4a039bc4d65b7cf25809', 'mac_address': 'fa:16:3e:0b:6f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f629bb-7bb5-4edd-bdfb-286e53aa7548', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'fdf61b56-f8b4-457a-8e16-21ee84ffaed4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:46:17Z', 'updated_at': '2021-06-21T19:46:30Z', 'revision_number': 5, 'project_id': '7d038946e22a4a039bc4d65b7cf25809', 'subnets': [{'id': 'fdf61b56-f8b4-457a-8e16-21ee84ffaed4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 19:51:28.349472 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-cbf582ab-21b0-45c8-b02f-5862feefb9a8 req-8e28612c-1243-4adc-b03b-8010720e2962 service neutron] 10.222.0.46 "GET /v2.0/networks/0f9d9530-e1a8-407d-9ee9-f77d68ba41e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917511 Jun 21 19:51:28.548897 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd929d87-5780-4d50-8d71-319c31a962a8 None None] New status for floating IP 336bc2a1-2f5a-4e25-92dd-e5b43c4f2b54: DOWN {{(pid=104578) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 19:51:29.246860 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9044d-f70c-441c-bdc3-8b6561fad448 req-f34ff736-474f-4549-b326-26c748f6d97a tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:51:29.248337 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-4ab9044d-f70c-441c-bdc3-8b6561fad448 req-f34ff736-474f-4549-b326-26c748f6d97a tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/ports?device_id=dcaea13c-6cb5-4b73-96e9-54bb35a44a4b HTTP/1.1" status: 200 len: 945 time: 0.0646691 Jun 21 19:51:29.284246 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-4ab9044d-f70c-441c-bdc3-8b6561fad448 req-29755516-ad5f-4c40-b093-45fe0a7080ef tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/security-groups?id=8c9a552d-625e-425c-b17f-826e218849c8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303304 Jun 21 19:51:29.390769 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d9778f-859b-433f-b7c6-971ad2a01ba8 req-f5ae4c5e-9997-489c-850b-39a14f8917f6 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104576) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 19:51:29.392114 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-f2d9778f-859b-433f-b7c6-971ad2a01ba8 req-f5ae4c5e-9997-489c-850b-39a14f8917f6 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcaea13c-6cb5-4b73-96e9-54bb35a44a4b HTTP/1.1" status: 200 len: 945 time: 0.0618234 Jun 21 19:51:29.501776 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.plugin [req-f2d9778f-859b-433f-b7c6-971ad2a01ba8 req-f2e7bff6-910d-44e0-bd39-228749e7e693 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Deleting port a2622d17-8638-47b1-b4f3-0b5179832f75 {{(pid=104576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 19:51:29.502123 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-f2d9778f-859b-433f-b7c6-971ad2a01ba8 req-f2e7bff6-910d-44e0-bd39-228749e7e693 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761649817829'] for port, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:29.592070 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.db [req-f2d9778f-859b-433f-b7c6-971ad2a01ba8 req-f2e7bff6-910d-44e0-bd39-228749e7e693 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] For port a2622d17-8638-47b1-b4f3-0b5179832f75, host hv-cinder-79246, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79246',level=0,port_id=a2622d17-8638-47b1-b4f3-0b5179832f75,segment=NetworkSegment(01680dc6-c913-4da3-9332-617721ba6b6f),segment_id=01680dc6-c913-4da3-9332-617721ba6b6f)] {{(pid=104576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:51:29.592432 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-f2d9778f-859b-433f-b7c6-971ad2a01ba8 req-f2e7bff6-910d-44e0-bd39-228749e7e693 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33076891'] for port, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:29.654553 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.plugin [req-f2d9778f-859b-433f-b7c6-971ad2a01ba8 req-f2e7bff6-910d-44e0-bd39-228749e7e693 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Calling delete_port for a2622d17-8638-47b1-b4f3-0b5179832f75 owned by compute:nova {{(pid=104576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 19:51:29.786672 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-f2d9778f-859b-433f-b7c6-971ad2a01ba8 req-f2e7bff6-910d-44e0-bd39-228749e7e693 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761649822437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761649331806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29817493'] for port, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:29.791947 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-dab85290-0d24-4007-b4ae-d95c41d65600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:51:29.815833 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e7bff6-910d-44e0-bd39-228749e7e693 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Pushing event deleted for resources: {'Port': ['ID=a2622d17-8638-47b1-b4f3-0b5179832f75,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:51:29.818417 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-f2e7bff6-910d-44e0-bd39-228749e7e693 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:51:29.869816 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2d9778f-859b-433f-b7c6-971ad2a01ba8 req-f2e7bff6-910d-44e0-bd39-228749e7e693 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] No DVR routers for this DVR port a2622d17-8638-47b1-b4f3-0b5179832f75 on host hv-cinder-79246 {{(pid=104576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 19:51:29.872514 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [req-f2d9778f-859b-433f-b7c6-971ad2a01ba8 req-f2e7bff6-910d-44e0-bd39-228749e7e693 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27147'] for port, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:29.874882 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-f2d9778f-859b-433f-b7c6-971ad2a01ba8 req-f2e7bff6-910d-44e0-bd39-228749e7e693 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.46 "DELETE /v2.0/ports/a2622d17-8638-47b1-b4f3-0b5179832f75 HTTP/1.1" status: 204 len: 173 time: 0.4769490 Jun 21 19:51:29.875396 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcaea13c-6cb5-4b73-96e9-54bb35a44a4b', 'name': 'network-vif-deleted', 'tag': 'a2622d17-8638-47b1-b4f3-0b5179832f75'}] {{(pid=104576) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 19:51:29.878334 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.38/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}05f20d886da9388d71ee432e92ee53588f77c84f00dcc9da6d5f2e0db0526183" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f51a16e-511a-48c1-bbf1-8096fbb59c67" -d '{"events": [{"server_uuid": "dcaea13c-6cb5-4b73-96e9-54bb35a44a4b", "name": "network-vif-deleted", "tag": "a2622d17-8638-47b1-b4f3-0b5179832f75"}]}' {{(pid=104576) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 19:51:29.919660 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 19:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c77983-b072-4b1f-a1ff-9adf97aebed8 x-openstack-request-id: req-93c77983-b072-4b1f-a1ff-9adf97aebed8 {{(pid=104576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 19:51:29.919987 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcaea13c-6cb5-4b73-96e9-54bb35a44a4b", "name": "network-vif-deleted", "tag": "a2622d17-8638-47b1-b4f3-0b5179832f75", "status": "completed", "code": 200}]} {{(pid=104576) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 19:51:29.920277 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.38/compute/v2.1/os-server-external-events used request id req-93c77983-b072-4b1f-a1ff-9adf97aebed8 {{(pid=104576) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 19:51:29.920960 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcaea13c-6cb5-4b73-96e9-54bb35a44a4b', 'name': 'network-vif-deleted', 'tag': 'a2622d17-8638-47b1-b4f3-0b5179832f75', 'status': 'completed', 'code': 200} Jun 21 19:51:30.593990 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [req-996b12c4-cba2-49c6-b86d-c6b05a519cdd req-c430193f-10a4-4dd1-b50e-b5d23ad320a1 tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "GET /v2.0/ports?device_id=dcaea13c-6cb5-4b73-96e9-54bb35a44a4b HTTP/1.1" status: 200 len: 210 time: 0.0287805 Jun 21 19:51:30.794128 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-55aa1333-3056-4c25-85f0-bfaddac3afa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:31.689526 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 48006) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:51:31.749789 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-1d95b551-a354-45c9-b27a-ddaf0f0eebcb tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Notify callbacks [] for security_group, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:31.779482 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-1d95b551-a354-45c9-b27a-ddaf0f0eebcb tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:31.840582 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-1d95b551-a354-45c9-b27a-ddaf0f0eebcb tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:31.843224 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-1d95b551-a354-45c9-b27a-ddaf0f0eebcb tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:31.844368 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-1d95b551-a354-45c9-b27a-ddaf0f0eebcb tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] 10.222.0.38 "DELETE /v2.0/security-groups/8c9a552d-625e-425c-b17f-826e218849c8 HTTP/1.1" status: 204 len: 168 time: 0.1538324 Jun 21 19:51:31.845145 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-dbcfd554-426c-47f4-b544-9acf8cc26f66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:51:31.853783 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d95b551-a354-45c9-b27a-ddaf0f0eebcb tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9a552d-625e-425c-b17f-826e218849c8,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:51:31.856592 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-1d95b551-a354-45c9-b27a-ddaf0f0eebcb tempest-TestShelveInstance-319712738 tempest-TestShelveInstance-319712738-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:51:31.889245 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 48012) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:51:32.365412 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-83a98bb4-560b-447a-bb7c-957123e66a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33080010'] for router_interface, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:32.621298 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.plugin [None req-83a98bb4-560b-447a-bb7c-957123e66a8b admin admin] Deleting port a7cc1bed-5c3e-4426-b1e0-c8a024ec1c14 {{(pid=104576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 19:51:32.621645 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-83a98bb4-560b-447a-bb7c-957123e66a8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761649817829'] for port, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:32.702523 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.db [None req-83a98bb4-560b-447a-bb7c-957123e66a8b admin admin] For port a7cc1bed-5c3e-4426-b1e0-c8a024ec1c14, host dv-cinder-792462-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=a7cc1bed-5c3e-4426-b1e0-c8a024ec1c14,segment=NetworkSegment(01680dc6-c913-4da3-9332-617721ba6b6f),segment_id=01680dc6-c913-4da3-9332-617721ba6b6f)] {{(pid=104576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:51:32.702883 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-83a98bb4-560b-447a-bb7c-957123e66a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33076891'] for port, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:32.773780 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.plugin [None req-83a98bb4-560b-447a-bb7c-957123e66a8b admin admin] Calling delete_port for a7cc1bed-5c3e-4426-b1e0-c8a024ec1c14 owned by network:router_interface {{(pid=104576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 19:51:32.963039 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-83a98bb4-560b-447a-bb7c-957123e66a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761649822437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761649331806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29817493'] for port, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:32.966192 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-164fb200-1861-447f-b924-3ce3a56c44da tempest-TestMinimumBasicScenario-1106270636 tempest-TestMinimumBasicScenario-1106270636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:51:32.991403 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a98bb4-560b-447a-bb7c-957123e66a8b admin admin] Pushing event deleted for resources: {'Port': ['ID=a7cc1bed-5c3e-4426-b1e0-c8a024ec1c14,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:51:32.995259 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-83a98bb4-560b-447a-bb7c-957123e66a8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:51:33.160745 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-83a98bb4-560b-447a-bb7c-957123e66a8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32961640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33079926'] for router_interface, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:33.266118 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device a2622d17-8638-47b1-b4f3-0b5179832f75 no longer exists at agent hyperv_hv-cinder-79246 {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 19:51:33.285217 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] No Port match for: a2622d17-8638-47b1-b4f3-0b5179832f75 {{(pid=104577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 19:51:33.285568 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Device a2622d17-8638-47b1-b4f3-0b5179832f75 not bound to the agent host hv-cinder-79246 {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 19:51:33.357286 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-fd122d3e-d5ae-4a3c-bf78-df062b603dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:33.371950 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a98bb4-560b-447a-bb7c-957123e66a8b admin admin] Router 58f629bb-7bb5-4edd-bdfb-286e53aa7548 has already been hosted by L3 agent 340c6150-ff20-4abf-b4fe-5b82b8e71fd8 {{(pid=104576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 19:51:33.478241 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a98bb4-560b-447a-bb7c-957123e66a8b admin admin] Notify agent at l3_agent.dv-cinder-792462-15-smb the message routers_updated {{(pid=104576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 19:51:33.483743 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-83a98bb4-560b-447a-bb7c-957123e66a8b admin admin] 10.222.0.38 "PUT /v2.0/routers/58f629bb-7bb5-4edd-bdfb-286e53aa7548/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5928435 Jun 21 19:51:33.485560 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 48032) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:51:33.492344 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f140c28-8f93-40ca-879a-05654712d430 None None] Sync routers for ids ['58f629bb-7bb5-4edd-bdfb-286e53aa7548'] in dv-cinder-792462-15-smb {{(pid=104577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 19:51:33.508103 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f140c28-8f93-40ca-879a-05654712d430 None None] Routers {'58f629bb-7bb5-4edd-bdfb-286e53aa7548'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:51:33.509276 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-0f140c28-8f93-40ca-879a-05654712d430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:51:33Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['58f629bb-7bb5-4edd-bdfb-286e53aa7548'], 'active': True} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:51:33.512119 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:33.587681 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-8d46a06c-a871-4324-9dce-abaa14021090 admin admin] Notify callbacks [] for router, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:33.613626 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvr_db [None req-0f140c28-8f93-40ca-879a-05654712d430 None None] Set router 58f629bb-7bb5-4edd-bdfb-286e53aa7548 gateway port host: dv-cinder-792462-15-smb {{(pid=104577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:51:33.693042 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-8d46a06c-a871-4324-9dce-abaa14021090 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:33.744077 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.plugin [None req-8d46a06c-a871-4324-9dce-abaa14021090 admin admin] Deleting port 273d0adc-5a7e-41a0-a6fa-1ed8b633cca5 {{(pid=104576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 19:51:33.744323 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-8d46a06c-a871-4324-9dce-abaa14021090 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761649817829'] for port, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:33.793873 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-0f140c28-8f93-40ca-879a-05654712d430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f629bb-7bb5-4edd-bdfb-286e53aa7548', 'name': 'tempest-TestShelveInstance-951043447-router', 'tenant_id': '7d038946e22a4a039bc4d65b7cf25809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.32'}], 'enable_snat': True}, 'gw_port_id': '273d0adc-5a7e-41a0-a6fa-1ed8b633cca5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:46:12Z', 'updated_at': '2021-06-21T19:51:32Z', 'revision_number': 5, 'project_id': '7d038946e22a4a039bc4d65b7cf25809', 'gw_port': {'id': '273d0adc-5a7e-41a0-a6fa-1ed8b633cca5', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:ae:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f629bb-7bb5-4edd-bdfb-286e53aa7548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:46:13Z', 'updated_at': '2021-06-21T19:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb'}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:51:33.823346 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f140c28-8f93-40ca-879a-05654712d430 None None] Checking router: 58f629bb-7bb5-4edd-bdfb-286e53aa7548 for host: dv-cinder-792462-15-smb {{(pid=104577) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 19:51:33.826861 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.db [None req-8d46a06c-a871-4324-9dce-abaa14021090 admin admin] For port 273d0adc-5a7e-41a0-a6fa-1ed8b633cca5, host dv-cinder-792462-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=273d0adc-5a7e-41a0-a6fa-1ed8b633cca5,segment=NetworkSegment(9e55d9b0-2d6a-4ec9-a110-693459193d1d),segment_id=9e55d9b0-2d6a-4ec9-a110-693459193d1d)] {{(pid=104576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:51:33.827257 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-8d46a06c-a871-4324-9dce-abaa14021090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33076891'] for port, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:33.831675 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f140c28-8f93-40ca-879a-05654712d430 None None] Routers {'58f629bb-7bb5-4edd-bdfb-286e53aa7548'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104577) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:51:33.832297 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-0f140c28-8f93-40ca-879a-05654712d430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:51:33Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['58f629bb-7bb5-4edd-bdfb-286e53aa7548'], 'active': True} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:51:33.889515 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.plugin [None req-8d46a06c-a871-4324-9dce-abaa14021090 admin admin] Calling delete_port for 273d0adc-5a7e-41a0-a6fa-1ed8b633cca5 owned by network:router_gateway {{(pid=104576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 19:51:33.921977 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvr_db [None req-0f140c28-8f93-40ca-879a-05654712d430 None None] Set router 58f629bb-7bb5-4edd-bdfb-286e53aa7548 gateway port host: None {{(pid=104577) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:51:34.110906 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_hamode_db [None req-0f140c28-8f93-40ca-879a-05654712d430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f629bb-7bb5-4edd-bdfb-286e53aa7548', 'name': 'tempest-TestShelveInstance-951043447-router', 'tenant_id': '7d038946e22a4a039bc4d65b7cf25809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:46:12Z', 'updated_at': '2021-06-21T19:51:33Z', 'revision_number': 6, 'project_id': '7d038946e22a4a039bc4d65b7cf25809', 'gw_port_host': None}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104577) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:51:34.139381 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f140c28-8f93-40ca-879a-05654712d430 None None] The sync data for ids ['58f629bb-7bb5-4edd-bdfb-286e53aa7548'] in dv-cinder-792462-15-smb is: [{'id': '58f629bb-7bb5-4edd-bdfb-286e53aa7548', 'name': 'tempest-TestShelveInstance-951043447-router', 'tenant_id': '7d038946e22a4a039bc4d65b7cf25809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:46:12Z', 'updated_at': '2021-06-21T19:51:33Z', 'revision_number': 6, 'project_id': '7d038946e22a4a039bc4d65b7cf25809', 'gw_port_host': None}] {{(pid=104577) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 19:51:34.316512 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-8d46a06c-a871-4324-9dce-abaa14021090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761649822437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761649331806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29817493'] for port, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:34.319296 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-50d09b12-40b2-4d52-8530-c7910419d1aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:51:34.347011 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d46a06c-a871-4324-9dce-abaa14021090 admin admin] Pushing event deleted for resources: {'Port': ['ID=273d0adc-5a7e-41a0-a6fa-1ed8b633cca5,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:51:34.350719 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-8d46a06c-a871-4324-9dce-abaa14021090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:51:34.406286 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-8d46a06c-a871-4324-9dce-abaa14021090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33078106'] for router_gateway, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:34.481918 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-14118032-cbf1-44bc-927f-b70ca464d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:34.496016 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-8d46a06c-a871-4324-9dce-abaa14021090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33081412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-620'] for router, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:34.498219 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-8d46a06c-a871-4324-9dce-abaa14021090 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:34.546850 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-8d46a06c-a871-4324-9dce-abaa14021090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33080853'] for router, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:34.547586 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d46a06c-a871-4324-9dce-abaa14021090 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58f629bb-7bb5-4edd-bdfb-286e53aa7548 {{(pid=104576) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 19:51:34.551972 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-8d46a06c-a871-4324-9dce-abaa14021090 admin admin] Notify callbacks [] for router, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:34.553173 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-8d46a06c-a871-4324-9dce-abaa14021090 admin admin] 10.222.0.38 "DELETE /v2.0/routers/58f629bb-7bb5-4edd-bdfb-286e53aa7548 HTTP/1.1" status: 204 len: 168 time: 1.0666821 Jun 21 19:51:34.555884 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 48038) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:51:34.600736 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.db_base_plugin_v2 [None req-998274e8-188a-4110-92f7-6ce28763a6b9 admin admin] Deleting subnet fdf61b56-f8b4-457a-8e16-21ee84ffaed4 {{(pid=104575) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 19:51:34.603674 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-998274e8-188a-4110-92f7-6ce28763a6b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:34.636061 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-998274e8-188a-4110-92f7-6ce28763a6b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30138819'] for subnet, precommit_delete_associations {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:34.716838 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-998274e8-188a-4110-92f7-6ce28763a6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-744040'] for subnet, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:34.770857 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-998274e8-188a-4110-92f7-6ce28763a6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-744039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30138841', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29561145'] for subnet, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:34.774000 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-6ba7d1b5-b45e-46c8-af11-406267a7dee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:51:34.798167 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998274e8-188a-4110-92f7-6ce28763a6b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdf61b56-f8b4-457a-8e16-21ee84ffaed4,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:51:34.802620 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-998274e8-188a-4110-92f7-6ce28763a6b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:51:34.806698 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-998274e8-188a-4110-92f7-6ce28763a6b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for subnet, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:34.808849 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-998274e8-188a-4110-92f7-6ce28763a6b9 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/fdf61b56-f8b4-457a-8e16-21ee84ffaed4 HTTP/1.1" status: 204 len: 168 time: 0.2519796 Jun 21 19:51:34.813361 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 48042) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:51:34.813533 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9bbddf-58d7-4c55-8559-4aef14a60633 None None] Network 0f9d9530-e1a8-407d-9ee9-f77d68ba41e8 requested from dv-cinder-792462-15-smb {{(pid=104577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:51:34.897936 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6bceaae3-2b74-409b-8380-e82311afb384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583444'] for network, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:34.972150 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-6bceaae3-2b74-409b-8380-e82311afb384 admin admin] Deleting port 4a988d3c-509d-45d4-8055-b5b4bc7ae13f {{(pid=104575) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 19:51:34.972704 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6bceaae3-2b74-409b-8380-e82311afb384 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761649817829'] for port, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:35.043463 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa131352-91c1-478a-aea2-29a146203285 None None] DHCP port deletion for 0f9d9530-e1a8-407d-9ee9-f77d68ba41e8 request from dv-cinder-792462-15-smb {{(pid=104577) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 19:51:35.051872 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.db [None req-6bceaae3-2b74-409b-8380-e82311afb384 admin admin] For port 4a988d3c-509d-45d4-8055-b5b4bc7ae13f, host dv-cinder-792462-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=4a988d3c-509d-45d4-8055-b5b4bc7ae13f,segment=NetworkSegment(01680dc6-c913-4da3-9332-617721ba6b6f),segment_id=01680dc6-c913-4da3-9332-617721ba6b6f)] {{(pid=104575) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:51:35.052701 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6bceaae3-2b74-409b-8380-e82311afb384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33076891'] for port, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:35.098243 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-fa131352-91c1-478a-aea2-29a146203285 None None] Deleting port 4a988d3c-509d-45d4-8055-b5b4bc7ae13f {{(pid=104577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 19:51:35.098243 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-fa131352-91c1-478a-aea2-29a146203285 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761649817829'] for port, before_delete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:35.128951 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.plugin [None req-6bceaae3-2b74-409b-8380-e82311afb384 admin admin] Calling delete_port for 4a988d3c-509d-45d4-8055-b5b4bc7ae13f owned by network:dhcp {{(pid=104575) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 19:51:35.163567 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-fa131352-91c1-478a-aea2-29a146203285 None None] For port 4a988d3c-509d-45d4-8055-b5b4bc7ae13f, host dv-cinder-792462-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=4a988d3c-509d-45d4-8055-b5b4bc7ae13f,segment=NetworkSegment(01680dc6-c913-4da3-9332-617721ba6b6f),segment_id=01680dc6-c913-4da3-9332-617721ba6b6f)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:51:35.163971 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-fa131352-91c1-478a-aea2-29a146203285 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33076891'] for port, precommit_delete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:35.215661 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6bceaae3-2b74-409b-8380-e82311afb384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761649822437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761649331806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30138787'] for port, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:35.219426 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-4f3b3642-c85f-4238-a490-39235b011096 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:51:35.235626 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-fa131352-91c1-478a-aea2-29a146203285 None None] Calling delete_port for 4a988d3c-509d-45d4-8055-b5b4bc7ae13f owned by network:dhcp {{(pid=104577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 19:51:35.245086 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bceaae3-2b74-409b-8380-e82311afb384 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a988d3c-509d-45d4-8055-b5b4bc7ae13f,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:51:35.247670 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-6bceaae3-2b74-409b-8380-e82311afb384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:51:35.252796 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bceaae3-2b74-409b-8380-e82311afb384 admin admin] No DVR routers for this DVR port 4a988d3c-509d-45d4-8055-b5b4bc7ae13f on host dv-cinder-792462-15-smb {{(pid=104575) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 19:51:35.322075 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-fa131352-91c1-478a-aea2-29a146203285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761649822437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761649331806'] for port, after_delete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:35.322075 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:51:35.325303 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6bceaae3-2b74-409b-8380-e82311afb384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744951', 'neutron.services.segments.db._delete_segments_for_network-8761649872083'] for network, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:35.334675 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.services.segments.db [None req-6bceaae3-2b74-409b-8380-e82311afb384 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f9d9530-e1a8-407d-9ee9-f77d68ba41e8']}} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:51:35.345009 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.services.segments.db [None req-6bceaae3-2b74-409b-8380-e82311afb384 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01680dc6-c913-4da3-9332-617721ba6b6f') {'for_net_delete': True} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:51:35.345284 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.services.segments.db [None req-6bceaae3-2b74-409b-8380-e82311afb384 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01680dc6-c913-4da3-9332-617721ba6b6f') {} {{(pid=104575) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:51:35.345630 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa131352-91c1-478a-aea2-29a146203285 None None] Pushing event deleted for resources: {'Port': ['ID=4a988d3c-509d-45d4-8055-b5b4bc7ae13f,revision_number=None']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:51:35.348595 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-fa131352-91c1-478a-aea2-29a146203285 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:51:35.349386 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa131352-91c1-478a-aea2-29a146203285 None None] No DVR routers for this DVR port 4a988d3c-509d-45d4-8055-b5b4bc7ae13f on host dv-cinder-792462-15-smb {{(pid=104577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 19:51:35.354908 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6bceaae3-2b74-409b-8380-e82311afb384 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761649871912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30138826'] for segment, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:35.373539 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6bceaae3-2b74-409b-8380-e82311afb384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740799'] for segment, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:35.379142 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bceaae3-2b74-409b-8380-e82311afb384 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=104575) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 19:51:35.379519 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6bceaae3-2b74-409b-8380-e82311afb384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30004082'] for segment, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:35.381111 dv-cinder-792462-15-smb neutron-server[104575]: Traceback (most recent call last): Jun 21 19:51:35.381111 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 19:51:35.381111 dv-cinder-792462-15-smb neutron-server[104575]: timer() Jun 21 19:51:35.381111 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 19:51:35.381111 dv-cinder-792462-15-smb neutron-server[104575]: cb(*args, **kw) Jun 21 19:51:35.381111 dv-cinder-792462-15-smb neutron-server[104575]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 19:51:35.381111 dv-cinder-792462-15-smb neutron-server[104575]: return func(*args, **kwargs) Jun 21 19:51:35.381111 dv-cinder-792462-15-smb neutron-server[104575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 19:51:35.381111 dv-cinder-792462-15-smb neutron-server[104575]: self._notify() Jun 21 19:51:35.381111 dv-cinder-792462-15-smb neutron-server[104575]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 19:51:35.381111 dv-cinder-792462-15-smb neutron-server[104575]: self.callback(batched_events) Jun 21 19:51:35.381111 dv-cinder-792462-15-smb neutron-server[104575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 19:51:35.381111 dv-cinder-792462-15-smb neutron-server[104575]: event.method(event) Jun 21 19:51:35.381111 dv-cinder-792462-15-smb neutron-server[104575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 19:51:35.381111 dv-cinder-792462-15-smb neutron-server[104575]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 19:51:35.381111 dv-cinder-792462-15-smb neutron-server[104575]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 19:51:35.381111 dv-cinder-792462-15-smb neutron-server[104575]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 19:51:35.381111 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 19:51:35.381111 dv-cinder-792462-15-smb neutron-server[104575]: return f(self, *a, **k) Jun 21 19:51:35.381111 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 19:51:35.381111 dv-cinder-792462-15-smb neutron-server[104575]: return self._get(url).json() Jun 21 19:51:35.381111 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 19:51:35.381111 dv-cinder-792462-15-smb neutron-server[104575]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 19:51:35.381111 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 19:51:35.381111 dv-cinder-792462-15-smb neutron-server[104575]: return self.request(url, 'GET', **kwargs) Jun 21 19:51:35.381111 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 19:51:35.381111 dv-cinder-792462-15-smb neutron-server[104575]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 19:51:35.381111 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 19:51:35.381111 dv-cinder-792462-15-smb neutron-server[104575]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 19:51:35.381111 dv-cinder-792462-15-smb neutron-server[104575]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 19:51:35.381111 dv-cinder-792462-15-smb neutron-server[104575]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 19:51:35.381111 dv-cinder-792462-15-smb neutron-server[104575]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 19:51:35.434381 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6bceaae3-2b74-409b-8380-e82311afb384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33202238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33078149'] for network, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:35.438353 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-ebec4e9f-9450-43a3-b213-c09fd9789417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:51:35.440673 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6bceaae3-2b74-409b-8380-e82311afb384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for network, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:35.445305 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-6bceaae3-2b74-409b-8380-e82311afb384 admin admin] 10.222.0.38 "DELETE /v2.0/networks/0f9d9530-e1a8-407d-9ee9-f77d68ba41e8 HTTP/1.1" status: 204 len: 168 time: 0.6298931 Jun 21 19:51:35.445617 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 48046) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:51:35.453305 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bceaae3-2b74-409b-8380-e82311afb384 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f9d9530-e1a8-407d-9ee9-f77d68ba41e8,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:51:35.455647 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-6bceaae3-2b74-409b-8380-e82311afb384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:51:35.783078 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-bf831b7a-ebd5-4e2e-9001-2a5a30d247a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-33080010'] for router_interface, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:35.996063 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-42de2df7-e83b-4cb7-9b47-4d153e7d24d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:36.056712 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.plugin [None req-bf831b7a-ebd5-4e2e-9001-2a5a30d247a5 admin admin] Deleting port 6b01d4e3-9f1d-4c03-805d-3198ed242ac8 {{(pid=104576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 19:51:36.057162 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-bf831b7a-ebd5-4e2e-9001-2a5a30d247a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761649817829'] for port, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:36.144475 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.db [None req-bf831b7a-ebd5-4e2e-9001-2a5a30d247a5 admin admin] For port 6b01d4e3-9f1d-4c03-805d-3198ed242ac8, host dv-cinder-792462-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=6b01d4e3-9f1d-4c03-805d-3198ed242ac8,segment=NetworkSegment(1d681abe-07c9-4bbf-85b6-8b905d2d0e97),segment_id=1d681abe-07c9-4bbf-85b6-8b905d2d0e97)] {{(pid=104576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:51:36.144832 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-bf831b7a-ebd5-4e2e-9001-2a5a30d247a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33076891'] for port, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:36.176271 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device a7cc1bed-5c3e-4426-b1e0-c8a024ec1c14 no longer exists at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 19:51:36.196143 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] No Port match for: a7cc1bed-5c3e-4426-b1e0-c8a024ec1c14 {{(pid=104577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 19:51:36.196993 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device a7cc1bed-5c3e-4426-b1e0-c8a024ec1c14 not bound to the agent host dv-cinder-792462-15-smb {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 19:51:36.197581 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device 4a988d3c-509d-45d4-8055-b5b4bc7ae13f no longer exists at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 19:51:36.208343 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.plugin [None req-bf831b7a-ebd5-4e2e-9001-2a5a30d247a5 admin admin] Calling delete_port for 6b01d4e3-9f1d-4c03-805d-3198ed242ac8 owned by network:router_interface {{(pid=104576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 19:51:36.217210 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] No Port match for: 4a988d3c-509d-45d4-8055-b5b4bc7ae13f {{(pid=104577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 19:51:36.217876 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device 4a988d3c-509d-45d4-8055-b5b4bc7ae13f not bound to the agent host dv-cinder-792462-15-smb {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 19:51:36.218387 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device 273d0adc-5a7e-41a0-a6fa-1ed8b633cca5 no longer exists at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 19:51:36.238879 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] No Port match for: 273d0adc-5a7e-41a0-a6fa-1ed8b633cca5 {{(pid=104577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 19:51:36.239543 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device 273d0adc-5a7e-41a0-a6fa-1ed8b633cca5 not bound to the agent host dv-cinder-792462-15-smb {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 19:51:36.400146 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-bf831b7a-ebd5-4e2e-9001-2a5a30d247a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761649822437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761649331806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29817493'] for port, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:36.402223 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-4c85e588-d21f-4521-a095-bf32154fc1ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:51:36.428965 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf831b7a-ebd5-4e2e-9001-2a5a30d247a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b01d4e3-9f1d-4c03-805d-3198ed242ac8,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:51:36.431427 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-bf831b7a-ebd5-4e2e-9001-2a5a30d247a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:51:36.597078 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-bf831b7a-ebd5-4e2e-9001-2a5a30d247a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32961640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-33079926'] for router_interface, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:36.812526 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf831b7a-ebd5-4e2e-9001-2a5a30d247a5 admin admin] Router d96472e7-076c-423a-b21e-755f88d1c9c0 has already been hosted by L3 agent 340c6150-ff20-4abf-b4fe-5b82b8e71fd8 {{(pid=104576) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 19:51:36.916052 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf831b7a-ebd5-4e2e-9001-2a5a30d247a5 admin admin] Notify agent at l3_agent.dv-cinder-792462-15-smb the message routers_updated {{(pid=104576) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 19:51:36.921450 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-bf831b7a-ebd5-4e2e-9001-2a5a30d247a5 admin admin] 10.222.0.38 "PUT /v2.0/routers/d96472e7-076c-423a-b21e-755f88d1c9c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4746742 Jun 21 19:51:36.923506 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 48064) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:51:36.924845 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0827ad-159d-4bd3-af56-057c46e06df8 None None] Sync routers for ids ['d96472e7-076c-423a-b21e-755f88d1c9c0'] in dv-cinder-792462-15-smb {{(pid=104578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 19:51:36.934435 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0827ad-159d-4bd3-af56-057c46e06df8 None None] Routers {'d96472e7-076c-423a-b21e-755f88d1c9c0'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:51:36.935106 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-5b0827ad-159d-4bd3-af56-057c46e06df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:51:33Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['d96472e7-076c-423a-b21e-755f88d1c9c0'], 'active': True} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:51:37.027211 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-cf4291e5-6fa2-4659-a308-18f3232394e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:37.038823 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvr_db [None req-5b0827ad-159d-4bd3-af56-057c46e06df8 None None] Set router d96472e7-076c-423a-b21e-755f88d1c9c0 gateway port host: dv-cinder-792462-15-smb {{(pid=104578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:51:37.126009 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-cf4291e5-6fa2-4659-a308-18f3232394e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:37.183443 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.plugin [None req-cf4291e5-6fa2-4659-a308-18f3232394e8 admin admin] Deleting port aadfeafc-b011-4d08-b58a-83042829f548 {{(pid=104576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 19:51:37.183954 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-cf4291e5-6fa2-4659-a308-18f3232394e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761649817829'] for port, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:37.215386 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-5b0827ad-159d-4bd3-af56-057c46e06df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96472e7-076c-423a-b21e-755f88d1c9c0', 'name': 'tempest-TestShelveInstance-2043768721-router', 'tenant_id': 'ce91c6da166f41a59eec675e0b531c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'external_fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.136'}], 'enable_snat': True}, 'gw_port_id': 'aadfeafc-b011-4d08-b58a-83042829f548', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:46:25Z', 'updated_at': '2021-06-21T19:51:36Z', 'revision_number': 5, 'project_id': 'ce91c6da166f41a59eec675e0b531c31', 'gw_port': {'id': 'aadfeafc-b011-4d08-b58a-83042829f548', 'name': '', 'network_id': '1ff0fe65-3bba-4db3-8ea8-8dd9d5c0d143', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:67:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd96472e7-076c-423a-b21e-755f88d1c9c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '92f70134-f308-40e4-a372-590fff45c87e', 'ip_address': '172.28.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792462-15-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T19:46:27Z', 'updated_at': '2021-06-21T19:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '92f70134-f308-40e4-a372-590fff45c87e', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792462-15-smb'}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:51:37.240784 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0827ad-159d-4bd3-af56-057c46e06df8 None None] Checking router: d96472e7-076c-423a-b21e-755f88d1c9c0 for host: dv-cinder-792462-15-smb {{(pid=104578) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 19:51:37.249825 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0827ad-159d-4bd3-af56-057c46e06df8 None None] Routers {'d96472e7-076c-423a-b21e-755f88d1c9c0'} bound to L3 agent in host dv-cinder-792462-15-smb {{(pid=104578) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 19:51:37.250463 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-5b0827ad-159d-4bd3-af56-057c46e06df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792462-15-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T19:36:33Z,description=,heartbeat_timestamp=2021-06-21T19:51:33Z,host='dv-cinder-792462-15-smb',id=340c6150-ff20-4abf-b4fe-5b82b8e71fd8,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T19:36:33Z,topic='l3_agent')) {'router_ids': ['d96472e7-076c-423a-b21e-755f88d1c9c0'], 'active': True} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:51:37.267131 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.db [None req-cf4291e5-6fa2-4659-a308-18f3232394e8 admin admin] For port aadfeafc-b011-4d08-b58a-83042829f548, host dv-cinder-792462-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=aadfeafc-b011-4d08-b58a-83042829f548,segment=NetworkSegment(9e55d9b0-2d6a-4ec9-a110-693459193d1d),segment_id=9e55d9b0-2d6a-4ec9-a110-693459193d1d)] {{(pid=104576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:51:37.267560 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-cf4291e5-6fa2-4659-a308-18f3232394e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33076891'] for port, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:37.337942 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.plugin [None req-cf4291e5-6fa2-4659-a308-18f3232394e8 admin admin] Calling delete_port for aadfeafc-b011-4d08-b58a-83042829f548 owned by network:router_gateway {{(pid=104576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 19:51:37.340829 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_dvr_db [None req-5b0827ad-159d-4bd3-af56-057c46e06df8 None None] Set router d96472e7-076c-423a-b21e-755f88d1c9c0 gateway port host: None {{(pid=104578) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 19:51:37.363630 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 48078) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:51:37.478246 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-53521249-99b4-4b41-9ac1-2348af6103fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:37.485092 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.l3_hamode_db [None req-5b0827ad-159d-4bd3-af56-057c46e06df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd96472e7-076c-423a-b21e-755f88d1c9c0', 'name': 'tempest-TestShelveInstance-2043768721-router', 'tenant_id': 'ce91c6da166f41a59eec675e0b531c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:46:25Z', 'updated_at': '2021-06-21T19:51:37Z', 'revision_number': 6, 'project_id': 'ce91c6da166f41a59eec675e0b531c31', 'gw_port_host': None}], 'dv-cinder-792462-15-smb', False) {} {{(pid=104578) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:51:37.511833 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0827ad-159d-4bd3-af56-057c46e06df8 None None] The sync data for ids ['d96472e7-076c-423a-b21e-755f88d1c9c0'] in dv-cinder-792462-15-smb is: [{'id': 'd96472e7-076c-423a-b21e-755f88d1c9c0', 'name': 'tempest-TestShelveInstance-2043768721-router', 'tenant_id': 'ce91c6da166f41a59eec675e0b531c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T19:46:25Z', 'updated_at': '2021-06-21T19:51:37Z', 'revision_number': 6, 'project_id': 'ce91c6da166f41a59eec675e0b531c31', 'gw_port_host': None}] {{(pid=104578) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 19:51:37.530181 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-cf4291e5-6fa2-4659-a308-18f3232394e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761649822437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761649331806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29817493'] for port, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:37.533178 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-39fe1a52-e1e5-4e22-94d1-b5fb8ee8a702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:51:37.558261 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4291e5-6fa2-4659-a308-18f3232394e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=aadfeafc-b011-4d08-b58a-83042829f548,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:51:37.561564 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-cf4291e5-6fa2-4659-a308-18f3232394e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:51:37.614793 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-53521249-99b4-4b41-9ac1-2348af6103fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:37.619551 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-53521249-99b4-4b41-9ac1-2348af6103fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:37.623790 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-12dc54cd-eb7c-4ecb-96b2-685b73c5853f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:51:37.623947 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-cf4291e5-6fa2-4659-a308-18f3232394e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-33078106'] for router_gateway, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:37.658704 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-53521249-99b4-4b41-9ac1-2348af6103fa admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8116686447454ca195c87d444dd1644c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2934096 Jun 21 19:51:37.659876 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53521249-99b4-4b41-9ac1-2348af6103fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4e4398-6367-4851-857b-a227eca84e7f,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:51:37.662958 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-53521249-99b4-4b41-9ac1-2348af6103fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:51:37.663480 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 48090) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:51:37.717592 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-d3c2daaf-2a12-4d3e-bf65-3bfaead1fa06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:37.739949 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-d3c2daaf-2a12-4d3e-bf65-3bfaead1fa06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:37.787676 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-d3c2daaf-2a12-4d3e-bf65-3bfaead1fa06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:37.790808 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-d3c2daaf-2a12-4d3e-bf65-3bfaead1fa06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:37.794821 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-d3c2daaf-2a12-4d3e-bf65-3bfaead1fa06 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8f4e4398-6367-4851-857b-a227eca84e7f HTTP/1.1" status: 204 len: 168 time: 0.1302035 Jun 21 19:51:37.796057 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-0d494646-3b95-4caa-8f04-80a1e247afd5 tempest-VolumesNegativeTest-1191059189 tempest-VolumesNegativeTest-1191059189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:51:37.804556 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c2daaf-2a12-4d3e-bf65-3bfaead1fa06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4e4398-6367-4851-857b-a227eca84e7f,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:51:37.807504 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-d3c2daaf-2a12-4d3e-bf65-3bfaead1fa06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:51:37.975893 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-cf4291e5-6fa2-4659-a308-18f3232394e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-33081412', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-620'] for router, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:37.978483 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-cf4291e5-6fa2-4659-a308-18f3232394e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:38.022907 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-cf4291e5-6fa2-4659-a308-18f3232394e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-33080853'] for router, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:38.023464 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf4291e5-6fa2-4659-a308-18f3232394e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d96472e7-076c-423a-b21e-755f88d1c9c0 {{(pid=104576) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 19:51:38.028591 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-cf4291e5-6fa2-4659-a308-18f3232394e8 admin admin] Notify callbacks [] for router, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:38.029725 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-cf4291e5-6fa2-4659-a308-18f3232394e8 admin admin] 10.222.0.38 "DELETE /v2.0/routers/d96472e7-076c-423a-b21e-755f88d1c9c0 HTTP/1.1" status: 204 len: 168 time: 1.1052113 Jun 21 19:51:38.032280 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 48098) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:51:38.077208 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbc710fe-7523-43b0-8ab9-9f89b6f4713e admin admin] Deleting subnet 906a166f-a81b-40b3-9d31-50555f79c0ba {{(pid=104576) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 19:51:38.080278 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-fbc710fe-7523-43b0-8ab9-9f89b6f4713e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:38.118590 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-fbc710fe-7523-43b0-8ab9-9f89b6f4713e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-24801018'] for subnet, precommit_delete_associations {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:38.198698 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-fbc710fe-7523-43b0-8ab9-9f89b6f4713e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-744040'] for subnet, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:38.252199 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-fbc710fe-7523-43b0-8ab9-9f89b6f4713e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-744039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29817583', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29967410'] for subnet, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:38.255186 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-05b2d3d6-addd-4bbd-aff6-044082e837b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:51:38.279591 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-fbc710fe-7523-43b0-8ab9-9f89b6f4713e admin admin] Notify callbacks [] for subnet, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:38.281406 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-fbc710fe-7523-43b0-8ab9-9f89b6f4713e admin admin] 10.222.0.38 "DELETE /v2.0/subnets/906a166f-a81b-40b3-9d31-50555f79c0ba HTTP/1.1" status: 204 len: 168 time: 0.2482238 Jun 21 19:51:38.282530 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc710fe-7523-43b0-8ab9-9f89b6f4713e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=906a166f-a81b-40b3-9d31-50555f79c0ba,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:51:38.284713 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 48112) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:51:38.287560 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25597d1-8f65-46a1-91fd-080859d900ad None None] Network 55f5be14-f776-4d4a-b537-b8ca3e65884c requested from dv-cinder-792462-15-smb {{(pid=104577) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 19:51:38.291856 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-fbc710fe-7523-43b0-8ab9-9f89b6f4713e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:51:38.379916 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-e4ba1f84-09c1-4ad4-883c-da484d2773ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-583444'] for network, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:38.425405 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device aadfeafc-b011-4d08-b58a-83042829f548 no longer exists at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 19:51:38.441654 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.plugin [None req-e4ba1f84-09c1-4ad4-883c-da484d2773ad admin admin] Deleting port d5666de5-4322-40ee-904e-faf9b7679e57 {{(pid=104576) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 19:51:38.442046 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-e4ba1f84-09c1-4ad4-883c-da484d2773ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761649817829'] for port, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:38.449934 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] No Port match for: aadfeafc-b011-4d08-b58a-83042829f548 {{(pid=104577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 19:51:38.450285 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device aadfeafc-b011-4d08-b58a-83042829f548 not bound to the agent host dv-cinder-792462-15-smb {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 19:51:38.450822 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device 6b01d4e3-9f1d-4c03-805d-3198ed242ac8 no longer exists at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 19:51:38.474956 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] No Port match for: 6b01d4e3-9f1d-4c03-805d-3198ed242ac8 {{(pid=104577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 19:51:38.475300 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device 6b01d4e3-9f1d-4c03-805d-3198ed242ac8 not bound to the agent host dv-cinder-792462-15-smb {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 19:51:38.526889 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.db [None req-e4ba1f84-09c1-4ad4-883c-da484d2773ad admin admin] For port d5666de5-4322-40ee-904e-faf9b7679e57, host dv-cinder-792462-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=d5666de5-4322-40ee-904e-faf9b7679e57,segment=NetworkSegment(1d681abe-07c9-4bbf-85b6-8b905d2d0e97),segment_id=1d681abe-07c9-4bbf-85b6-8b905d2d0e97)] {{(pid=104576) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:51:38.527248 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-e4ba1f84-09c1-4ad4-883c-da484d2773ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33076891'] for port, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:38.566405 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9221b026-1d9d-4475-89de-62c5677d5522 None None] DHCP port deletion for 55f5be14-f776-4d4a-b537-b8ca3e65884c request from dv-cinder-792462-15-smb {{(pid=104577) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 19:51:38.592341 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.plugin [None req-e4ba1f84-09c1-4ad4-883c-da484d2773ad admin admin] Calling delete_port for d5666de5-4322-40ee-904e-faf9b7679e57 owned by network:dhcp {{(pid=104576) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 19:51:38.620686 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-9221b026-1d9d-4475-89de-62c5677d5522 None None] Deleting port d5666de5-4322-40ee-904e-faf9b7679e57 {{(pid=104577) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 19:51:38.621078 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-9221b026-1d9d-4475-89de-62c5677d5522 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761649817829'] for port, before_delete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:38.690290 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.db [None req-9221b026-1d9d-4475-89de-62c5677d5522 None None] For port d5666de5-4322-40ee-904e-faf9b7679e57, host dv-cinder-792462-15-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792462-15-smb',level=0,port_id=d5666de5-4322-40ee-904e-faf9b7679e57,segment=NetworkSegment(1d681abe-07c9-4bbf-85b6-8b905d2d0e97),segment_id=1d681abe-07c9-4bbf-85b6-8b905d2d0e97)] {{(pid=104577) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 19:51:38.690592 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-9221b026-1d9d-4475-89de-62c5677d5522 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-33076891'] for port, precommit_delete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:38.697582 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-e4ba1f84-09c1-4ad4-883c-da484d2773ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761649822437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761649331806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29817493'] for port, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:38.705345 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-753c5338-c186-488f-a88d-25d08ae41e27 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:51:38.728343 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ba1f84-09c1-4ad4-883c-da484d2773ad admin admin] Pushing event deleted for resources: {'Port': ['ID=d5666de5-4322-40ee-904e-faf9b7679e57,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:51:38.730903 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-e4ba1f84-09c1-4ad4-883c-da484d2773ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:51:38.735007 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ba1f84-09c1-4ad4-883c-da484d2773ad admin admin] No DVR routers for this DVR port d5666de5-4322-40ee-904e-faf9b7679e57 on host dv-cinder-792462-15-smb {{(pid=104576) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 19:51:38.761100 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-9221b026-1d9d-4475-89de-62c5677d5522 None None] Calling delete_port for d5666de5-4322-40ee-904e-faf9b7679e57 owned by network:dhcp {{(pid=104577) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 19:51:38.810650 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-e4ba1f84-09c1-4ad4-883c-da484d2773ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-744951', 'neutron.services.segments.db._delete_segments_for_network-8761649872083'] for network, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:38.824527 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.services.segments.db [None req-e4ba1f84-09c1-4ad4-883c-da484d2773ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55f5be14-f776-4d4a-b537-b8ca3e65884c']}} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:51:38.836428 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.services.segments.db [None req-e4ba1f84-09c1-4ad4-883c-da484d2773ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d681abe-07c9-4bbf-85b6-8b905d2d0e97') {'for_net_delete': True} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:51:38.836785 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.services.segments.db [None req-e4ba1f84-09c1-4ad4-883c-da484d2773ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d681abe-07c9-4bbf-85b6-8b905d2d0e97') {} {{(pid=104576) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 19:51:38.844439 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-9221b026-1d9d-4475-89de-62c5677d5522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-555667', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-129421', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32961562', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761649822437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761649331806'] for port, after_delete {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:38.846631 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-e4ba1f84-09c1-4ad4-883c-da484d2773ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761649871912', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-24801011'] for segment, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:38.847302 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:51:38.862165 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-e4ba1f84-09c1-4ad4-883c-da484d2773ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740799'] for segment, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:38.869097 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4ba1f84-09c1-4ad4-883c-da484d2773ad admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=104576) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 19:51:38.869637 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-e4ba1f84-09c1-4ad4-883c-da484d2773ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-740799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29673540'] for segment, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:38.871850 dv-cinder-792462-15-smb neutron-server[104576]: Traceback (most recent call last): Jun 21 19:51:38.871850 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 19:51:38.871850 dv-cinder-792462-15-smb neutron-server[104576]: timer() Jun 21 19:51:38.871850 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 19:51:38.871850 dv-cinder-792462-15-smb neutron-server[104576]: cb(*args, **kw) Jun 21 19:51:38.871850 dv-cinder-792462-15-smb neutron-server[104576]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 19:51:38.871850 dv-cinder-792462-15-smb neutron-server[104576]: return func(*args, **kwargs) Jun 21 19:51:38.871850 dv-cinder-792462-15-smb neutron-server[104576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 19:51:38.871850 dv-cinder-792462-15-smb neutron-server[104576]: self._notify() Jun 21 19:51:38.871850 dv-cinder-792462-15-smb neutron-server[104576]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 19:51:38.871850 dv-cinder-792462-15-smb neutron-server[104576]: self.callback(batched_events) Jun 21 19:51:38.871850 dv-cinder-792462-15-smb neutron-server[104576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 19:51:38.871850 dv-cinder-792462-15-smb neutron-server[104576]: event.method(event) Jun 21 19:51:38.871850 dv-cinder-792462-15-smb neutron-server[104576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 19:51:38.871850 dv-cinder-792462-15-smb neutron-server[104576]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 19:51:38.871850 dv-cinder-792462-15-smb neutron-server[104576]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 19:51:38.871850 dv-cinder-792462-15-smb neutron-server[104576]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 19:51:38.871850 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 19:51:38.871850 dv-cinder-792462-15-smb neutron-server[104576]: return f(self, *a, **k) Jun 21 19:51:38.871850 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 19:51:38.871850 dv-cinder-792462-15-smb neutron-server[104576]: return self._get(url).json() Jun 21 19:51:38.871850 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 19:51:38.871850 dv-cinder-792462-15-smb neutron-server[104576]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 19:51:38.871850 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 19:51:38.871850 dv-cinder-792462-15-smb neutron-server[104576]: return self.request(url, 'GET', **kwargs) Jun 21 19:51:38.871850 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 19:51:38.871850 dv-cinder-792462-15-smb neutron-server[104576]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 19:51:38.871850 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 19:51:38.871850 dv-cinder-792462-15-smb neutron-server[104576]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 19:51:38.871850 dv-cinder-792462-15-smb neutron-server[104576]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 19:51:38.871850 dv-cinder-792462-15-smb neutron-server[104576]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 19:51:38.871850 dv-cinder-792462-15-smb neutron-server[104576]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 19:51:38.875671 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9221b026-1d9d-4475-89de-62c5677d5522 None None] No DVR routers for this DVR port d5666de5-4322-40ee-904e-faf9b7679e57 on host dv-cinder-792462-15-smb {{(pid=104577) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 19:51:38.877156 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9221b026-1d9d-4475-89de-62c5677d5522 None None] Pushing event deleted for resources: {'Port': ['ID=d5666de5-4322-40ee-904e-faf9b7679e57,revision_number=None']} {{(pid=104577) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:51:38.879922 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG oslo_concurrency.lockutils [None req-9221b026-1d9d-4475-89de-62c5677d5522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=104577) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:51:38.928388 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-e4ba1f84-09c1-4ad4-883c-da484d2773ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-744942', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-33202238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-32961553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-33078149'] for network, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:38.934308 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-e4ba1f84-09c1-4ad4-883c-da484d2773ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32961548'] for network, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:38.939032 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-e4ba1f84-09c1-4ad4-883c-da484d2773ad admin admin] 10.222.0.38 "DELETE /v2.0/networks/55f5be14-f776-4d4a-b537-b8ca3e65884c HTTP/1.1" status: 204 len: 168 time: 0.6505890 Jun 21 19:51:38.939032 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-9c6116da-2d41-44dc-91ba-6e6bc9482cdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:51:38.950619 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ba1f84-09c1-4ad4-883c-da484d2773ad admin admin] Pushing event deleted for resources: {'Network': ['ID=55f5be14-f776-4d4a-b537-b8ca3e65884c,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:51:38.953134 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-e4ba1f84-09c1-4ad4-883c-da484d2773ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:51:39.099993 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 48134) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:51:39.139577 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-ddeb6afb-183c-42e1-87d3-d5dca6f5bbfe admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7d038946e22a4a039bc4d65b7cf25809&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381269 Jun 21 19:51:39.142246 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 48140) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:51:39.201405 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-a4539133-c775-48c0-a1ca-e89523b79b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:39.223878 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-a4539133-c775-48c0-a1ca-e89523b79b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:39.272730 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-a4539133-c775-48c0-a1ca-e89523b79b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:39.275938 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-a4539133-c775-48c0-a1ca-e89523b79b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:39.279427 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-a4539133-c775-48c0-a1ca-e89523b79b92 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/cef4d1ad-d33e-4fca-853a-0911afb3972f HTTP/1.1" status: 204 len: 168 time: 0.1339154 Jun 21 19:51:39.279427 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-a42bcc4f-a98f-4c0b-ab4c-2bce36e3d78a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:51:39.288421 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4539133-c775-48c0-a1ca-e89523b79b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef4d1ad-d33e-4fca-853a-0911afb3972f,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:51:39.292239 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-a4539133-c775-48c0-a1ca-e89523b79b92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:51:39.659829 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 48152) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:51:39.700003 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-46dda5a9-3ec4-4eb5-b305-b8a143a2ddd3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ce91c6da166f41a59eec675e0b531c31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388939 Jun 21 19:51:39.702337 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 48154) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:51:39.749367 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-bab30bd5-494f-4939-a1ca-cb6993e95fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:39.770867 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-bab30bd5-494f-4939-a1ca-cb6993e95fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:39.816028 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-bab30bd5-494f-4939-a1ca-cb6993e95fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:39.819005 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-bab30bd5-494f-4939-a1ca-cb6993e95fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:39.820374 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-bab30bd5-494f-4939-a1ca-cb6993e95fab admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9490a8a4-ae57-4348-a844-4c5274e2a5f8 HTTP/1.1" status: 204 len: 168 time: 0.1168697 Jun 21 19:51:39.822135 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-a0c6b1ec-ab10-4a48-852c-fa278d583e01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:51:39.830632 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab30bd5-494f-4939-a1ca-cb6993e95fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9490a8a4-ae57-4348-a844-4c5274e2a5f8,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:51:39.833211 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-bab30bd5-494f-4939-a1ca-cb6993e95fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:51:40.169824 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device d5666de5-4322-40ee-904e-faf9b7679e57 no longer exists at agent ovs-agent-dv-cinder-792462-15-smb {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 19:51:40.189303 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.plugin [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] No Port match for: d5666de5-4322-40ee-904e-faf9b7679e57 {{(pid=104577) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 19:51:40.189652 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron.plugins.ml2.rpc [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Device d5666de5-4322-40ee-904e-faf9b7679e57 not bound to the agent host dv-cinder-792462-15-smb {{(pid=104577) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 19:51:42.071021 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 48198) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:51:42.170816 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6f45234d-ab57-4287-ba24-89b167958269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:42.261841 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6f45234d-ab57-4287-ba24-89b167958269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:42.265226 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-6f45234d-ab57-4287-ba24-89b167958269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:42.268328 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-bf2ae763-7174-4ee9-8360-d22d451ebdbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:51:42.303550 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-6f45234d-ab57-4287-ba24-89b167958269 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b8d9f7f273e24e1184b3a0317a0f4cfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2314377 Jun 21 19:51:42.304446 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f45234d-ab57-4287-ba24-89b167958269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd498be-41b1-4c20-a730-c87169a09a0f,revision_number=1']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:51:42.306280 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 48202) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:51:42.307447 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-6f45234d-ab57-4287-ba24-89b167958269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:51:42.354112 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-5c2aebc5-6f0d-4a12-86c6-017d502187b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:42.373840 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-5c2aebc5-6f0d-4a12-86c6-017d502187b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:42.419465 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-5c2aebc5-6f0d-4a12-86c6-017d502187b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:42.422281 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-5c2aebc5-6f0d-4a12-86c6-017d502187b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:42.423384 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-5c2aebc5-6f0d-4a12-86c6-017d502187b0 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dcd498be-41b1-4c20-a730-c87169a09a0f HTTP/1.1" status: 204 len: 168 time: 0.1161473 Jun 21 19:51:42.424263 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-444198a5-c8cd-40cd-a814-39d2be3c666f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:51:42.431792 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2aebc5-6f0d-4a12-86c6-017d502187b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd498be-41b1-4c20-a730-c87169a09a0f,revision_number=None']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:51:42.434073 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-5c2aebc5-6f0d-4a12-86c6-017d502187b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:51:42.671218 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 48208) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:51:42.684123 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-89b8fd39-788b-4098-b45d-5cbdf1743188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:42.773527 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-89b8fd39-788b-4098-b45d-5cbdf1743188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:42.777104 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-89b8fd39-788b-4098-b45d-5cbdf1743188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:42.780204 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-0e634530-de91-4e64-8e81-6ee572d27ef9 tempest-AttachVolumeTestJSON-1887001262 tempest-AttachVolumeTestJSON-1887001262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:51:42.813718 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-89b8fd39-788b-4098-b45d-5cbdf1743188 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f9b5b91f8c5649c8a685fc91073b8840&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1414645 Jun 21 19:51:42.815680 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b8fd39-788b-4098-b45d-5cbdf1743188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8aa2e5e-0922-49b3-8b69-bebd33a8347d,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:51:42.816536 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 48210) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:51:42.818655 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-89b8fd39-788b-4098-b45d-5cbdf1743188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:51:42.863888 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-9e0fbdc5-ee50-476b-b7ee-156518983c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:42.885153 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-9e0fbdc5-ee50-476b-b7ee-156518983c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:42.930291 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-9e0fbdc5-ee50-476b-b7ee-156518983c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:42.933192 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-9e0fbdc5-ee50-476b-b7ee-156518983c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:42.934356 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-9e0fbdc5-ee50-476b-b7ee-156518983c94 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c8aa2e5e-0922-49b3-8b69-bebd33a8347d HTTP/1.1" status: 204 len: 168 time: 0.1168463 Jun 21 19:51:42.937713 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-f1a72def-6bb0-47a5-b20c-cbcb6fb4c1fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:51:42.942283 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0fbdc5-ee50-476b-b7ee-156518983c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8aa2e5e-0922-49b3-8b69-bebd33a8347d,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:51:42.944437 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-9e0fbdc5-ee50-476b-b7ee-156518983c94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:51:45.425235 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.wsgi [-] (104576) accepted ('10.222.0.38', 48232) {{(pid=104576) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:51:45.525884 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-8246f896-2da0-45cd-89a1-9f3bff7e5456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:45.610489 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-8246f896-2da0-45cd-89a1-9f3bff7e5456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:45.614017 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron_lib.callbacks.manager [None req-8246f896-2da0-45cd-89a1-9f3bff7e5456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_create {{(pid=104576) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:45.617002 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-47bc5c32-06a1-40d5-a371-6d2103c8dc56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:51:45.650763 dv-cinder-792462-15-smb neutron-server[104576]: INFO neutron.wsgi [None req-8246f896-2da0-45cd-89a1-9f3bff7e5456 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=eb9d2e22113448f9bcc247256c2a3906&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2244682 Jun 21 19:51:45.651650 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8246f896-2da0-45cd-89a1-9f3bff7e5456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc555f9-0f46-41a9-b457-10609a9d5723,revision_number=1']} {{(pid=104576) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:51:45.653395 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.wsgi [-] (104575) accepted ('10.222.0.38', 48236) {{(pid=104575) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 19:51:45.654651 dv-cinder-792462-15-smb neutron-server[104576]: DEBUG oslo_concurrency.lockutils [None req-8246f896-2da0-45cd-89a1-9f3bff7e5456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=104576) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:51:45.701347 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-3aa14eee-219a-41ba-8712-3d1fb42e2c0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:45.721966 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-3aa14eee-219a-41ba-8712-3d1fb42e2c0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:45.770556 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-3aa14eee-219a-41ba-8712-3d1fb42e2c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-33202235'] for security_group, after_delete {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:45.773121 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron_lib.callbacks.manager [None req-3aa14eee-219a-41ba-8712-3d1fb42e2c0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=104575) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:51:45.774762 dv-cinder-792462-15-smb neutron-server[104575]: INFO neutron.wsgi [None req-3aa14eee-219a-41ba-8712-3d1fb42e2c0b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dfc555f9-0f46-41a9-b457-10609a9d5723 HTTP/1.1" status: 204 len: 168 time: 0.1203101 Jun 21 19:51:45.775525 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-975b2532-3296-4577-8f94-f41ba72f5251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 19:51:45.782636 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa14eee-219a-41ba-8712-3d1fb42e2c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc555f9-0f46-41a9-b457-10609a9d5723,revision_number=None']} {{(pid=104575) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 19:51:45.784822 dv-cinder-792462-15-smb neutron-server[104575]: DEBUG oslo_concurrency.lockutils [None req-3aa14eee-219a-41ba-8712-3d1fb42e2c0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=104575) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 19:51:49.350451 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.agents_db [None req-c2d22edd-97c6-4632-8c47-e807aff285e4 None None] Agent healthcheck: found 6 active agents {{(pid=104578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 19:51:56.699372 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:52:00.795274 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-1eecfcd9-5831-4033-b3da-b3297d342b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:52:03.359250 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-08dfa6a5-0b3c-4f51-8d55-62cbedd6b6f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:52:03.502084 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:52:04.476558 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-14118032-cbf1-44bc-927f-b70ca464d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:52:05.987877 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-42de2df7-e83b-4cb7-9b47-4d153e7d24d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:52:26.349067 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.agents_db [None req-c2d22edd-97c6-4632-8c47-e807aff285e4 None None] Agent healthcheck: found 6 active agents {{(pid=104578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 19:52:26.697820 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:52:30.796034 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-474d0912-d855-43b2-8d63-48a421770386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:52:33.359556 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-7ec050eb-474e-4cee-ab1a-18f52780d9c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:52:33.500601 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:52:34.481752 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-14118032-cbf1-44bc-927f-b70ca464d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:52:35.989714 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-42de2df7-e83b-4cb7-9b47-4d153e7d24d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:52:56.712086 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:53:00.796200 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-7d09ef87-f327-4a49-9173-81912098dad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:53:03.347706 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.agents_db [None req-c2d22edd-97c6-4632-8c47-e807aff285e4 None None] Agent healthcheck: found 6 active agents {{(pid=104578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 19:53:03.359852 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-91e8b409-c8ad-46bf-8dc6-7296b7ccebfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:53:03.499475 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:53:04.482910 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-14118032-cbf1-44bc-927f-b70ca464d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:53:05.993768 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-42de2df7-e83b-4cb7-9b47-4d153e7d24d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:53:26.727383 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:53:30.794326 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-299f7f38-fdbb-4a4b-9d5f-601eb1bb6c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:53:33.360135 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-d3c82067-f877-4379-84fa-bf968450291e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:53:33.499012 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:53:34.484890 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-14118032-cbf1-44bc-927f-b70ca464d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:53:35.995520 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-42de2df7-e83b-4cb7-9b47-4d153e7d24d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:53:40.346940 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.agents_db [None req-c2d22edd-97c6-4632-8c47-e807aff285e4 None None] Agent healthcheck: found 6 active agents {{(pid=104578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 19:53:56.748326 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:54:00.794647 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-bf6cfd67-a590-4dba-ac84-7f4a28350c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:54:03.360046 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-cc026cd4-06d4-4092-8a94-3d5010cc704a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:54:03.499672 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:54:04.489090 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-14118032-cbf1-44bc-927f-b70ca464d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:54:05.997990 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-42de2df7-e83b-4cb7-9b47-4d153e7d24d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:54:17.345469 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.agents_db [None req-c2d22edd-97c6-4632-8c47-e807aff285e4 None None] Agent healthcheck: found 6 active agents {{(pid=104578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 19:54:26.757893 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:54:30.794453 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-cf07d348-e88f-4966-aba9-878ba17a19d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:54:33.360282 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-6e76940e-d42b-4347-bfcf-4c43583ed6ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:54:33.498895 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:54:34.491875 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-14118032-cbf1-44bc-927f-b70ca464d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:54:36.000518 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-42de2df7-e83b-4cb7-9b47-4d153e7d24d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:54:54.344756 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.agents_db [None req-c2d22edd-97c6-4632-8c47-e807aff285e4 None None] Agent healthcheck: found 6 active agents {{(pid=104578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 19:54:56.761392 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:55:00.794092 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-39ff44f3-b7dc-4ee8-9097-5d8d9978907c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:55:03.360284 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-58c1b133-f11d-4035-92ae-e932e9f665b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:55:03.499370 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:55:04.494351 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-14118032-cbf1-44bc-927f-b70ca464d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:55:06.002844 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-42de2df7-e83b-4cb7-9b47-4d153e7d24d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:55:26.773137 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:55:30.793574 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-3a9dd11a-79ce-4dee-993a-e44a2d68ed42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:55:31.343356 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.agents_db [None req-c2d22edd-97c6-4632-8c47-e807aff285e4 None None] Agent healthcheck: found 6 active agents {{(pid=104578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 19:55:33.361516 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-38f89660-6f16-4b80-b4e5-4f19f46bf7b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:55:33.499179 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:55:34.497215 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-14118032-cbf1-44bc-927f-b70ca464d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:55:36.006957 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-42de2df7-e83b-4cb7-9b47-4d153e7d24d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:55:56.770837 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:00.794090 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-894848e8-24bb-481d-9db4-0d91b28caecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:03.362066 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-b20ad944-be5f-4b36-895b-92dd82f5b50a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:03.497840 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:04.500432 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-14118032-cbf1-44bc-927f-b70ca464d1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:06.008066 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-42de2df7-e83b-4cb7-9b47-4d153e7d24d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:08.342958 dv-cinder-792462-15-smb neutron-server[104578]: DEBUG neutron.db.agents_db [None req-c2d22edd-97c6-4632-8c47-e807aff285e4 None None] Agent healthcheck: found 6 active agents {{(pid=104578) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 19:56:26.771518 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-517cb006-18cd-4816-b26f-4bd21a50dfb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:30.796206 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-69bb269b-9c46-48e0-bc98-1a8fbe3c4c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:33.362251 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-90e491f6-0862-495d-8d2e-f5166bf3f17e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 19:56:33.499056 dv-cinder-792462-15-smb neutron-server[104577]: DEBUG neutron_lib.callbacks.manager [None req-ab59e819-d15f-46e2-bfc8-4e7dfa543060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761649872065', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-748205'] for agent, after_update {{(pid=104577) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}